Semiparametric semi-supervised learning for general targets under distribution shift and decaying overlap
Extracted source text · arXiv 2505.06452
\RequirePackage[l2tabu, orthodox]{nag}
\documentclass{article}
% FONTS
\usepackage[T1]{fontenc}
% Import MathDesign (this brings along Bitstream Charter)
% http://www.ctan.org/tex-archive/fonts/mathdesign/
\usepackage[bitstream-charter]{mathdesign}
%\usepackage{bbold}
\usepackage{bbm}
\usepackage{amsmath}
\usepackage[scaled=0.92]{PTSans}
\usepackage{csquotes}
%\usepackage{inconsolata}
% FOOTNOTES
\newcommand{\equalcontribmark}{\textsuperscript{1}}
% GEOMETRY
\usepackage[
paper = letterpaper,
left = 1.3in,
right = 1.3in,
top = 1.0in,
bottom = 1.0in,
]{geometry}
% COLOR
\usepackage[dvipsnames]{xcolor}
\definecolor{shadecolor}{gray}{0.9}
% SPACING and TEXT
\usepackage[final,expansion=alltext]{microtype}
\usepackage[english]{babel}
\usepackage[parfill]{parskip}
% COUNTERS
\renewcommand{\labelenumi}{\color{black!67}{\arabic{enumi}.}}
\renewcommand{\labelenumii}{{\color{black!67}(\alph{enumii})}}
\renewcommand{\labelitemi}{{\color{black!67}\textbullet}}
% FIGURES
\usepackage{graphicx}
\usepackage[labelfont=bf]{caption}
\usepackage[format=hang]{subcaption}
% TABLES
\usepackage{booktabs}
\usepackage{tabularx}
% AUTHOR AFFILIATIONS
\usepackage{authblk}
% BIBLIOGRAPHY
\usepackage[round, sort]{natbib}
% HYPERREF
\usepackage[colorlinks,linktoc=all]{hyperref}
\usepackage[all]{hypcap}
\hypersetup{citecolor=Violet}
\hypersetup{linkcolor=black}
\hypersetup{urlcolor=MidnightBlue}
\newcommand{\red}[1]{\textcolor{BrickRed}{\textbf{#1}}}
%\pagenumbering{gobble}
% BOXES
\usepackage{tcolorbox}
% CODE
\usepackage{listings}
% THEOREMS
\usepackage{amsthm}
\newtheorem{theorem}{Theorem}[section]
\newtheorem{lemma}[theorem]{Lemma}
\newtheorem{proposition}[theorem]{Proposition}
\newtheorem{corollary}[theorem]{Corollary}
\newtheorem{definition}[theorem]{Definition}
\theoremstyle{definition}
\newtheorem{example}[theorem]{Example}
\newtheorem{remark}[theorem]{Remark}
\newtheorem{assumption}[theorem]{Assumption}
% ITEMIZE
\usepackage{enumitem}
% GRAPHS
\usepackage{tikz}
% Check Cross
\usepackage{pifont}
\newcommand{\cmark}{\ding{51}}
\newcommand{\xmark}{\ding{55}}
% COMMANDS
\newcommand{\RR}{\mathbbmss{R}} % Real numbers
\newcommand{\NN}{\mathbbmss{N}} % Natural numbers
\newcommand{\MM}{\mathbbmss{M}} % Matrix space
\newcommand{\EE}[1]{\mathbbmss{E}\left[#1\right]} % Expected value
\newcommand{\empEE}[2]{\mathbbmss{E}_{#1}\left[#2\right]} % Expected value
\newcommand{\synEE}[1]{\mathbbmss{E}^*\left[#1\right]} % Expected value
\newcommand{\PP}[1]{\mathbbmss{P}\left[#1\right]} % Probability measure
\newcommand{\VV}[1]{\mathbbmss{V}\left[#1\right]} % Variance
\newcommand{\synVV}[1]{\mathbbmss{V}^*\left[#1\right]} % Variance
\newcommand{\BB}[1]{\mathbbmss{B}\left[#1\right]} % Bias
\newcommand{\one}{\mathbbmss 1} % Indicator function
\newcommand{\Normal}[2]{\mathcal{N}\left(#1,#2\right)} % Normal/Gaussian
\newcommand{\RC}[1]{\mathcal{R}\left(#1\right)} % Rademacher Complexity
\newcommand{\LL}[2]{\mathcal{L}\left(#1|#2\right)} % Likelihood
\newcommand{\logLL}[2]{\log\mathcal{L}\left(#1|#2\right)} % Log-likelihood
\newcommand{\FF}{\mathcal{F}} % Sigma-algebra
\newcommand{\pto}{\overset{p}{\rightarrow}} % Convergence in probability
\newcommand{\notpto}{\overset{p}{\nrightarrow}} % Convergence in probability
\newcommand{\asto}{\overset{a.s.}{\rightarrow}} % Almost sure convergence
\newcommand{\dto}{\leadsto} % Convergence in distribution
\newcommand{\Lto}[1]{\overset{\mathbbmss{L}^{#1}}{\rightarrow}} % Convergence in L^#1
\newcommand{\sign}[1]{\operatorname{sign}\left(#1\right)} % Sign operator
\newcommand{\nobsX}{X_1,\dots,X_n} % Sample of n X
\newcommand{\nobsY}{Y_1,\dots,Y_n} % Sample of n Y
\newcommand{\nobsXY}{(X_1,Y_1),\dots,(X_n,Y_n)} % Joint sample of n X and Y
\newcommand{\dist}[2]{p\left(#1;#2\right)} % Probability mass/density function
\newcommand{\cumdist}[2]{F_{#1}\left(#2\right)} % Cumulative distribution
\newcommand{\norm}[2]{\left\lVert#1\right\rVert_{#2}} % Norm
\newcommand{\finfluence}[1]{\varphi^{F}\left(#1\right)}
\newcommand{\orinfluence}[1]{\varphi^\texttt{OR}\left(#1\right)}
\newcommand{\ipwinfluence}[1]{\varphi^\texttt{IPW}\left(#1\right)}
\newcommand{\effinfluence}[1]{\varphi_\text{eff}^F\left(#1\right)}
\newcommand{\influence}[1]{\varphi\left(#1\right)}
\newcommand{\ppiinfluence}[1]{\varphi^\texttt{PPI}\left(#1\right)}
\newcommand{\sieffinfluence}[1]{\varphi_\texttt{SI}^\text{eff}\left(#1\right)}
\newcommand{\hatinfluence}[1]{\hat{\varphi}\left(#1\right)}
\newcommand{\hatsiinfluence}[1]{\hat{\varphi}_\texttt{SI}\left(#1\right)}
\newcommand{\influencesquared}[1]{\varphi^2\left(#1\right)}
\newcommand{\hatrichsiinfluence}[2]{\hat{\varphi}^{#1}\left(#2\right)}
\newcommand{\data}{\mathcal{D}}
\newcommand{\projection}[2]{v_{#1}\left(#2\right)}
\newcommand{\hatprojection}[2]{\hat{v}_{#1}\left(#2\right)}
\newcommand{\richprojection}[3]{v_{#1}^{#2}\left(#3\right)}
\newcommand{\richhatprojection}[3]{\hat{v}_{#1}^{#2}\left(#3\right)}
\newcommand{\onea}[1]{\mathbbmss1\left\{#1\right\}} % Indicator function
\newcommand{\lorenzo}[1]{\textcolor{BrickRed}{\textbf{#1}}}
\newcommand{\qi}[1]{\textcolor{magenta}{\textbf{#1}}}
\newcommand{\kathryn}[1]{\textcolor{teal}{\textbf{#1}}}
\newcommand{\jing}[1]{\textcolor{orange}{\textbf{#1}}}
\newcommand{\thetatarget}{\theta^\star}
\newcommand{\etatarget}{\eta^\star}
\newcommand{\pitarget}{\pi^\star}
\newcommand{\mutarget}{\mu^\star}
\newcommand{\gammatarget}{\gamma^\star}
\newcommand{\thetaf}{\hat{\theta}^F}
\newcommand{\effthetac}{\hat{\theta}^L_{\etatarget}}
\newcommand{\thetasi}{\hat{\theta}^\texttt{SI}}
\newcommand{\effthetasi}{\hat{\theta}_\texttt{SI}^\text{eff}}
\newcommand{\richtheta}[1]{\hat{\theta}^{#1}}
\newcommand{\MSE}[1]{\normalfont \text{RMSE}\left[#1\right]}
\newcommand{\cov}[2]{\normalfont \text{cov}\left[#1,#2\right]}
\newcommand{\omegaopt}{\omega^\text{opt}}
\newcommand{\Omegaopt}{\Omega^\text{opt}}
\newcommand{\tr}[1]{\text{Tr}\left(#1\right)}
\newcommand{\jPtarget}{\mathbbmss{P}^\star}
\newcommand{\cPtarget}{\mathbbmss{P}^\star_{Y|X}}
\newcommand{\mPtarget}{\mathbbmss{P}^\star_{X}}
\newcommand{\mQ}{\mathbbmss{Q}_X}
\newcommand{\varbar}{\Bar{\mathbbmss{V}}_{\thetatarget}}
\newcommand{\shortfif}{\varphi^F}
\newcommand{\shortsiif}{\varphi^\texttt{SI}}
\newcommand{\an}{a_{n,N}}
\newcommand{\argmin}{\text{argmin}}
\newcommand{\mineig}[1]{\lambda_\text{min}\left(#1\right)}
\newcommand{\maxeig}[1]{\lambda_\text{max}\left(#1\right)}
\newcommand{\indep}{\perp \!\!\!\! \perp}
\newcommand{\ds}{\texttt{DS\textsuperscript{3}}}
\title{\textbf{Semiparametric semi-supervised learning for general targets under distribution shift and decaying overlap}}
\author[1,2]{Lorenzo Testa}
\author[1]{Qi Xu}
\author[1]{Jing Lei}
\author[1,3]{Kathryn Roeder}
\affil[1]{Department of Statistics \& Data Science, Carnegie Mellon University}
\affil[2]{L'EMbeDS, Sant'Anna School of Advanced Studies}
\affil[3]{Department of Computational Biology, Carnegie Mellon University}
\date{\vspace{-0.1em}\texttt{\{ltesta,qixu,jinglei,roeder\}@andrew.cmu.edu} \\ \vspace{1em}\today}
\begin{document}
\maketitle
\begin{abstract}
In modern scientific applications, large volumes of covariate data are readily available, while outcome labels are costly, sparse, and often subject to distribution shift. This asymmetry has spurred interest in semi-supervised (SS) learning, but most existing approaches rely on strong assumptions -- such as missing completely at random (MCAR) labeling or strict positivity -- that put substantial limitations on their practical usefulness. In this work, we introduce a general semiparametric framework for estimation and inference in SS settings where labels are missing at random (MAR) and the overlap may vanish as sample size increases. Our framework accommodates a wide range of smooth statistical targets -- including means, linear coefficients, quantiles, and causal effects -- and remains valid under high-dimensional nuisance estimation and distributional shift between labeled and unlabeled samples. We construct estimators that are doubly robust and asymptotically normal by deriving influence functions under this decaying MAR-SS regime. A key insight is that classical root-$n$ convergence fails under vanishing overlap; we instead provide corrected asymptotic rates that capture the impact of the decay in overlap. We validate our theory through simulations and demonstrate practical utility in real-world applications on the internet of things and breast cancer where labeled data are scarce.
\end{abstract}
\section{Introduction}
In contemporary scientific applications, as highlighted by the success of \textit{prediction-powered inference} \citep{angelopoulos2023prediction}, semi-supervised (SS) learning has emerged as a powerful and increasingly essential paradigm, particularly in contexts where labeled data are expensive, difficult, or ethically challenging to obtain. These situations are ubiquitous in scientific domains such as biomedical research (e.g., large biobanks with partial annotations), public policy analysis (e.g., outcomes available only for selected sub-populations) and digital platforms (e.g., engagement or intervention data available only for active users). In these settings, researchers typically have access to a large volume of unlabeled covariate information, whereas labeled observations -- i.e., data points with observed outcomes of interest -- remain sparse.
A fundamental and often overlooked consequence of this asymmetry is the inherent \textit{violation} of the \textit{positivity} or \textit{overlap} condition. As the amount of unlabeled data grows much faster than the number of labeled samples, it becomes increasingly likely that certain covariate regions are labeled with vanishing probability. Formally, the labeling propensity, defined as the conditional probability of observing the outcome given the covariate, may approach zero on non-negligible portions of the covariate space, violating the standard assumption that the labeling propensity is bounded away from zero almost surely. This phenomenon, known as \textit{overlap decay}, is not merely a technicality, but a structural feature of semi-supervised learning. It affects identifiability, estimation, and inference, and renders many traditional estimators unstable or undefined. Crucially, this distinguishes the semi-supervised setting from standard missing data problems, where the labeling mechanism is always assumed to satisfy overlap conditions \citep{tsiatis2006semiparametric}. In SS learning, by contrast, decaying overlap is the norm, and asymptotic theory must be adapted accordingly.
Moreover, much of the existing work in semi-supervised learning \citep{angelopoulos2023prediction, xu2025unified} has been developed under the assumption that labels are \textit{missing completely at random} (MCAR), where the probability of observing a label is independent of both covariates and outcomes. Although analytically convenient, this assumption is rarely plausible in practice, especially in observational studies. In real-world applications where randomized design cannot be implemented, the labeling process is almost always influenced by observable characteristics, such as patient demographics, policy priorities, or platform usage patterns, making the MCAR assumption often inappropriate. A more realistic framework is the \textit{missing at random} (MAR) setting, where the labeling probability depends on the covariates, but is conditionally independent of the unobserved outcome. The MAR assumption, also known as \textit{ignorability} condition or \textit{selection bias}, allows systematic distribution shift patterns in the labeling mechanism, while still permitting identifiability of the outcome distribution from observed data.
Under this \textit{decaying missing at random semi-supervised} (decaying MAR-SS) framework, naive applications of existing semi-supervised or missing data methods can yield biased or inefficient estimates, or even fail to be well defined. In this paper, we propose a general semiparametric framework for estimation and inference in semi-supervised settings under distribution shift and decaying overlap. Our framework covers a wide range of statistical inference targets -- including means, causal effects, quantiles, and smooth functionals of the data-generating process -- and offers principled strategies for estimation even when the probability of observing a label vanishes in large regions of the covariate space. Crucially, our theory allows for distributional shift between the labeled and unlabeled samples, meaning that the covariate distributions can be different, so long as appropriate reweighting can be performed with accurate nuisance parameter estimation.
We build on semiparametric efficiency theory to derive influence functions for \textit{general} targets in the decaying MAR-SS setting, and characterize \textit{distribution shift semi-supervised} (\ds{}) estimators that are doubly robust, as they remain consistent and asymptotically normal even if one of the two nuisance components (labeling or projection) is misspecified. Moreover, we show that asymptotic normality remains attainable -- though at a slower rate -- provided that the decay in labeling probability is appropriately controlled. To our knowledge, this is the first asymptotically normal, doubly robust estimator for general parameters of interest under the decaying overlap MAR-SS setting. A detailed comparison of our results with existing literature is provided in Section \ref{subsec:1.1-related-work}.
%An important conceptual contribution of our work is a precise characterization of the effective sample size under decaying overlap. While standard SS learning theory often suggests that unlabeled data can be treated as auxiliary or infinite in size, we demonstrate that the contribution of the unlabeled sample to overall efficiency is tightly governed by the overlap structure. In particular, we show that classical root-$n$ rates may be unattainable, and propose corrected convergence rates that reflect the complexity of the distribution shift process. These insights yield practical guidance for method design and performance benchmarking in real-world applications.
\subsection{Related work}\label{subsec:1.1-related-work}
Our work, lying at the intersection of several branches of scholarship, combines the virtues of multiple literatures into a unified inferential framework for semi-supervised learning under distribution shift and decaying overlap.
\textbf{\enquote{Pure} semi-supervised learning.} SS learning has traditionally focused on settings in which the labeled data are assumed to be missing completely at random (MCAR) -- see \citet{zhu2005semi, chapelle2009semi} for a review. Most existing work in this area focuses on estimation methods tailored to specific problems, such as mean estimation \citep{zhang2019semi, zhang2022high}, quantile estimation \citep{chakrabortty2022semi}, and linear regression \citep{azriel2022semi, tony2020semisupervised}. Notable exceptions are \citet{song2024general}, which studies general M-estimation problems, and \citet{xu2025unified}, which encompasses all parameters satisfying some form of functional smoothness. However, the MCAR assumption is increasingly recognized as unrealistic in many scientific applications, limiting the practical utility of such techniques in the presence of distribution shift.
\textbf{Prediction-powered inference.} A recent line of work addressing semi-supervised learning under MCAR is the \textit{prediction-powered inference} (\texttt{PPI}) framework. \texttt{PPI} integrates machine learning predictions into formal statistical procedures, using both labeled and unlabeled data to improve estimation efficiency while maintaining valid inference, resembling the approach proposed by \citet{chen2000unified}. Since the seminal work of \citet{angelopoulos2023prediction}, several extensions have expanded its scope. \citet{angelopoulos2023ppi++} and \citet{miao2023assumption} propose weighting strategies that ensure the \texttt{PPI} estimator performs at least as well as estimators relying solely on labeled data. \citet{zrnic2024cross} further develops the framework by introducing a cross-validation-based approach to learn the predictive model directly from the labeled sample.
\textbf{Decaying MAR-SS setting.} Classical results in semiparametric theory offer general principles for constructing doubly robust estimators in settings where outcomes are missing at random \citep{tsiatis2006semiparametric}. These estimators combine outcome projection models and propensity score models -- estimated either from the labeled sample alone or by incorporating information from both labeled and unlabeled data -- to yield consistent estimators of population-level parameters. However, most existing work assumes strong overlap. On the other hand, the literature on limited overlap and positivity violations has largely emerged from the causal inference community, where imbalance in treatment assignment and high-dimensional covariates pose analogous challenges \citep{crump2009dealing, khan2010irregular, rothe2017robust, yang2018asymptotic, d2021overlap}. Proposed solutions include trimming low-overlap regions, covariate balancing, and targeted reweighting schemes that stabilize estimation by controlling variance in sparse areas. Nevertheless, these methods typically assume that the propensity score can approach zero only in some specific regions of the support of the covariates $X$ and does not depend on the sample size. As such, they are ill-equipped to handle settings where the labeling probability vanishes uniformly across the covariate space as the total sample size grows. A notable exception is the recent work of \citet{zhang2023double}, who develop a doubly robust estimator for the outcome mean in a semi-supervised MAR setting with decaying overlap.
\textbf{Semiparametric statistics and missing data.} From a technical standpoint, our work lies in the furrow of semiparametric statistics, which focuses on estimation in the presence of high-dimensional nuisance parameters. The missing data literature provides tools such as inverse probability weighting (IPW), augmented IPW (AIPW), and targeted maximum likelihood estimation (TMLE), many of which naturally extend to SS learning with MAR labeling. Foundational results on influence functions, tangent spaces, and semiparametric efficiency bounds -- developed by \citet{bickel1993efficient, tsiatis2006semiparametric, van2000asymptotic} -- serve as the theoretical backbone of modern SS learning inference. However, most of these frameworks assume strict positivity. As a result, applying semiparametric tools in semi-supervised learning with shrinking labeling fractions and decaying overlap requires substantial modifications to both asymptotic analysis and estimator construction.
\subsection{Our contributions}
We propose a general framework for identification, estimation, and inference of arbitrary target parameters in the semi-supervised setting with missing at random labeling and decaying overlap. Our work builds on semiparametric theory, but departs significantly from classical setups by relaxing the positivity assumption and allowing the labeling probability to vanish uniformly as the sample size increases. Our main contributions are as follows:
\begin{itemize}
\item \textbf{General-purpose inference under decaying overlap.} We develop a flexible and model-agnostic framework to construct \ds{} estimators of general target parameters under MAR labeling with decaying overlap. Our approach accommodates arbitrary functionals -- such as means, causal effects, or linear coefficients -- and handles distribution shifts without relying on parametric or Donsker-type assumptions about the projection functions or the missing mechanism.
\item \textbf{Nonstandard asymptotics and double robustness.} We establish rigorous theoretical guarantees for our \ds{} estimators, showing that they are doubly robust and asymptotically normal. Importantly, the central limit theorem we prove exhibits a non-standard dependence on the sample size that captures the effect of overlap decay. This opens up the question of semiparametric efficiency in the decaying MAR-SS regime, in contrast to classical settings where the propensity score is fixed, i.e.~does not decay as the sample size increases.
\item \textbf{Prediction-powered inference under MAR.} As a side product of our theoretical and methodological development, we provide a natural extension of \texttt{PPI} to missing at random settings, greatly increasing its applicability in real-world scenarios.
\end{itemize}
Table~\ref{tab:contributions} summarizes our contribution in relation to the existing literature, highlighting how our framework integrates MAR labeling, accommodates overlap decay, and supports general statistical targets.
\begin{table}
\centering
\begin{tabular}{lccc}
\toprule
\textbf{Scholarship} & \textbf{MAR} & \textbf{Decaying overlap} & \textbf{General target} \\
\midrule
\citet{tsiatis2006semiparametric} & \cmark & \xmark & \cmark \\
\citet{zhang2023double} & \cmark & \cmark & \xmark \\
\texttt{PPI} \citep{angelopoulos2023prediction} & \xmark & \xmark & \cmark \\
\citet{xu2025unified} & \xmark & \xmark & \cmark \\
\ds{} (our proposal) & \cmark & \cmark & \cmark \\
\bottomrule
\end{tabular}
\caption{Framing our contribution}
\label{tab:contributions}
\end{table}
\subsection{Organization}
This paper is organized as follows. Section~\ref{sec:setup} introduces the semi-supervised learning framework under MAR labeling with decaying overlap, and formally defines the statistical estimation problem. In Section~\ref{sec:ext_models}, we present a general strategy for building \ds{} estimators and characterize their asymptotic behavior. Following \citet{tsiatis2006semiparametric, zhang2023double}, we begin by analyzing the case where the propensity score is known by design, and then extend our results to the more realistic setting where the propensity score must be estimated from the data. Here, we also extend the \textit{prediction-powered inference} framework proposed by \citet{angelopoulos2023prediction} to the decaying MAR-SS setting%, and we propose an approach to compute the asymptotic variance of our estimators
. Section~\ref{sec:sim} applies our general theory to specific statistical functionals and assesses the empirical performance of our proposed \ds{} estimators through simulation studies. In Section~\ref{sec:app}, we illustrate the practical value of our methodology using data from the \texttt{BLE-RSSI} study \citep{mohammadi2017semisupervised}, where we estimate the spatial position of a device based on signal strength measurements captured by remote sensors, and the \texttt{METABRIC} study \citep{curtis2012genomic,pereira2016somatic}, where we revisit a question posed by \citet{hsu2023learning} and estimate the association between biomarkers previously identified \citep{cheng2021integrating} and survival outcomes in patients with breast cancer. Concluding remarks and potential directions for future research are discussed in Section~\ref{sec:end}. Additional theoretical results and simulation details are provided in the Supplementary Material. All code for reproducing our analysis is available at \url{https://github.com/testalorenzo/decMAR_inf}.
\section{Problem setup}
\label{sec:setup}
We assume that we observe a \textit{small} collection of $n$ independent and identically distributed \textit{labeled} samples $\left\{\data_i^L = (X_i, Y_i)\right\}_{i=1}^n$% coming from the joint distribution $\jPtarget\in\mathcal{P}$
, where $X_i\in\RR^p$ is a $p$-dimensional vector of covariates and $Y_i\in\RR^k$ is a $k$-dimensional outcome. We let $\data^L = (X,Y)$ denote an independent copy of $\data_i^L = (X_i,Y_i)$%, that is $\data^L\sim\jPtarget$. We can express the joint distribution $\jPtarget$ as the product $= \mPtarget \cPtarget$, where $\mPtarget$ denotes the marginal distribution of $X$ and $\cPtarget$ denotes the conditional distribution of $Y$ given $X$
. We also assume to have access to a further \textit{large} collection of $N$ \textit{unlabeled} data samples $\left\{\data_i^U = (X_i) \right\}_{i=1}^N$. As before, we let $\data^U = (X)$ denote an independent copy of $\data_i^U = (X_i)$. Following traditional nomenclature from semiparametric statistics literature, we recast our problem in a missing data framework. We denote the \textit{observed data} as $\left\{ \data_i =(X_i,R_i,R_iY_i) \right\}_{i=1}^{n+N}$, where $R_i$ is a binary indicator that indicates whether observation $\data_i$ is labeled %, i.e.~it comes from $\jPtarget$
($R_i=1$), or unlabeled ($R_i=0$). We let $\data = (X,R,RY)$ denote an independent copy of $\data_i = (X_i,R_i,R_iY_i)$. We denote the data-generating distribution as $\jPtarget\in\mathcal{P}$, where $\mathcal{P}$ is the set of distributions induced by a nonparametric model, and thus we write $\data\sim\jPtarget$. For theoretical convenience, we also define the \textit{full data} $\data^F = (X,Y)$, that is, the data that we would observe if there were no missingness mechanisms in place.
The potential discrepancy between the labeled and unlabeled datasets due to \textit{distribution shift} naturally leads us to adopt a \textit{missing at random} (MAR) labeling mechanism. Moreover, a distinctive aspect of our setting is that the proportion of labeled data $n$ may become asymptotically negligible compared to the volume of unlabeled data $N$. Specifically, we consider the extreme regime in which $\lim_{n,N\to\infty} n / (n+N) = 0$. This scenario effectively violates the standard assumption of \textit{positivity}, typically required in classical missing data analyses, where the ratio $n / (n+N)$ is always bounded away from zero. We formally state these assumptions below.
\begin{assumption}[Decaying MAR-SS]
\label{ass:decMAR}
Let the following assumptions hold:
\begin{enumerate}[label=\textbf{\alph*.}]
\item \textbf{Missing at random.} $R \indep Y \mid X$.
\item \textbf{Decaying overlap.} The ratio $n / (n+N)$ satisfies $\lim_{n,N\to\infty} n / (n+N) \in [0,1)$.
\end{enumerate}
\end{assumption}
\begin{remark}
Assumption \textbf{a} corresponds to the well-known \textit{ignorability} condition, commonly invoked in both the missing data and causal inference literature \citep{tsiatis2006semiparametric, kennedy2024semiparametric}. Unlike classical semi-supervised settings that assume labels are missing completely at random (MCAR), our setup allows for selection bias, or distribution shift, in the labeled data. As a result, population-level parameters cannot be consistently estimated using the labeled sample alone. The goal of our work is not merely to enhance supervised estimators using additional unlabeled data (which are no longer unbiased under MAR), but rather to construct from scratch a theoretically grounded estimator of general functionals of the full data-generating process. Assumption \textbf{b}, inspired by the asymptotic framework of \citet{zhang2023double}, formalizes the regime under which our theoretical guarantees are derived. In contrast to much of the existing literature, which assumes strong overlap (i.e., a uniformly bounded away from zero labeling propensity), we allow for overlap to decay with the sample size, requiring new tools to characterize identifiability, efficiency, and convergence rates in this more general setting.
\end{remark}
\begin{remark}[Triangular arrays] The \textit{propensity score}, defined as $\pitarget(x) = \PP{R=1\mid X=x}$, plays a central role in our theoretical development under decaying overlap. In particular, Assumption~\textbf{b} imposes structural constraints on the behavior of $\pitarget$, by implicitly allowing it to depend on the sample sizes $n$ and $N$. Assuming $\EE{{\pitarget}^{-1}(X)} < \infty$ for every $n$ and $N$, we introduce the shorthand quantity $\an^{-1} = \EE{{\pitarget}^{-1}(X)}$. Under Assumption~\textbf{b}, we have $\an > 0$ for all $n$ and $N$, but we allow $\an \to 0$ as $n,N\to\infty$, capturing the regime of decaying overlap. As a canonical example, in the MCAR case, the propensity score reduces to $\pi(x) = n/(n+N)$ for all $x\in\RR^p$, implying that $\an = n / (n+N)$ in this special case. Hence, both $R_i$ and $\pi(X_i)$ form \textit{triangular arrays} over $n,N$ and $i$, but we suppress the dependency on $n$ and $N$ for notational simplicity.
\end{remark}
Throughout this paper, we focus on the identification and estimation of a target quantity $\thetatarget\in\RR^q$ that is defined as the Euclidean functional solving $\thetatarget = \theta(\jPtarget)$, with $\theta\,:\,\mathcal{P} \to \RR^q$.
We restrict our attention to target parameters that could be estimated using \textit{regular} and \textit{asymptotically linear full-data} estimators, that is, targets that admit the expansion
\begin{equation}
\label{eq:ral}
\sqrt{n+N} \left(\thetaf - \thetatarget \right) = (n+N)^{-1/2} \sum_{i=1}^{n+N} \finfluence{\data_i^F;\thetatarget} + o_\mathbbmss{P}(1)\,,
\end{equation}
for some regular and asymptotically linear \textit{full-data} estimator $\thetaf$, and some function $\finfluence{\data_i^F;\thetatarget}$, referred to as \textit{full-data influence function}, evaluating the contribution of the \textit{full-data} observation $\data_i^F$ to the overall estimator $\thetaf$ \citep{hampel1974influence}. The influence function $\finfluence{\data_i^F;\thetatarget}$ depends on the true parameter $\thetatarget$ and is such that $\EE{\finfluence{\data^F;\thetatarget}} = 0$ and $\VV{\finfluence{\data^F;\thetatarget}}$ is positive definite.
This framework is very general and encompasses M-estimation, Z-estimation, U-statistics, and many estimands in causal inference. Examples of such targets are the outcome mean, the outcome quantiles, least squares coefficients, average treatment effects, and general minimizers of convex loss functions depending on both $X$ and $Y$ \citep{tsiatis2006semiparametric, van2000asymptotic}.
There is a deep connection between regular and asymptotically linear estimators and influence functions -- see Theorem 3.1 in \citet{tsiatis2006semiparametric}. In fact, given a full-data influence function $\finfluence{\data^F;\thetatarget}$, one can recover the associated estimator $\hat{\theta}^F$ by solving the estimating equation
\begin{equation}
\label{eq:full_est_eq}
\sum_{i=1}^{n+N} \finfluence{\data^F_i;\thetatarget} = 0\,.
\end{equation}
Standard semiparametric theory guarantees that, under mild conditions, the classical estimator $\thetaf$ characterized in Equation~\ref{eq:ral} and Equation~\ref{eq:full_est_eq} is consistent for $\thetatarget$ and asymptotically normal. This follows from well-known properties of influence functions and an application of the Central Limit Theorem. The asymptotic variance of the estimator $\thetaf$ is given by the variance of its influence function divided by the sample size, i.e.~$\VV{\finfluence{\data^F;\thetatarget}} / (n+N)$. Notice that if we do not make assumptions on the distribution of the data-generating process, we are left with a problem that is inherently nonparametric. In this case, semiparametric theory shows that each functional is associated with one and only one full-data influence function, and thus it is also the efficient one (i.e. the one delivering the smallest asymptotic variance). The efficient full-data estimator is optimal in the sense that it achieves the \textit{semiparametric efficiency lower bound}.
While convenient from a theoretical standpoint, the full-data estimator $\thetaf$ is of little practical relevance, as it relies on outcome labels that are missing in the unlabeled portion of the data. A natural first approximation is to construct an estimator using only the labeled sample. However, under the missing at random (MAR) assumption, such an estimator is generally biased due to distribution shifts in the labeling mechanism. Our objective is therefore to understand \textit{how} to construct an unbiased and asymptotically normal estimator for the target parameter $\thetatarget$, using the observed data $\data=(X,R,RY)$ in the presence of decaying overlap. We then develop a general and flexible strategy for constructing estimators that remain valid under this challenging regime.
\subsection{Notation}
Before proceeding, we introduce some more notation. We denote \textit{weak convergence} of a random object $Z_n$ to a limit $Z$ as $Z_n\dto Z$. Similarly, we denote \textit{convergence in $\mathbbmss{L}^p$ norm} as $Z_n\Lto{p}Z$. Given a random object $Z_n$, we denote its variance as $\VV{Z_n}$. If $Z_n$ is $q$-dimensional, then $\VV{Z_n}$ must be understood as a $q \times q$ positive definite variance-covariance matrix. We also define the $\mathbbmss{L}_p$ norm of a $q$-dimensional vector $Z$ as $\norm{Z}{p} = \left(\sum_{j=1}^q Z_j^p\right)^{1/p}$. Given a $q\times q$ matrix $A$, $\mineig{A}$ and $\maxeig{A}$ indicate its smallest and largest eigenvalues, respectively. The $q\times q$ identity matrix is denoted as $I_q$.
\section{Learning in the decaying MAR-SS setting}
\label{sec:ext_models}
\subsection{Known propensity score model}
In this Section, we develop results for inference in the decaying MAR-SS setting under the assumption that the propensity score $\pitarget$ is known. This setup is particularly relevant in experimental designs where the labeling mechanism is controlled and fully specified.
When outcome labels are missing at random, the full-data estimator defined in Equation~\ref{eq:ral} is not directly computable, as it relies on unobserved outcomes in the unlabeled sample. To properly account for the MAR mechanism, we derive the \textit{observed-data influence function} by projecting the full-data influence function onto the observed data model.
\begin{proposition}[Observed-data influence function]
\label{prop:obs-if}
Let $\thetatarget$ be a target parameter that admits a regular and asymptotically linear (RAL) expansion in the full-data model as in Equation~\ref{eq:ral}, and assume the decaying MAR-SS setting described in Assumption~\ref{ass:decMAR}. Then, the observed-data influence function for the target $\thetatarget$ is given by:
\begin{equation}
\label{eq:if}
\begin{split}
\influence{\data;\thetatarget} &= \frac{R}{\pitarget(X)} \finfluence{\data;\thetatarget} - \frac{R-\pitarget(X)}{\pitarget(X)} \EE{\finfluence{\data;\thetatarget}\mid X} \\
&= \EE{\finfluence{\data;\thetatarget}\mid X} + \frac{R}{\pitarget(X)} \left( \finfluence{\data;\thetatarget} - \EE{\finfluence{\data;\thetatarget}\mid X} \right)\,,
\end{split}
\end{equation}
where $\finfluence{\data^F;\thetatarget}$ is any valid full-data influence function, and $\pitarget : \RR^p \to (0,1)$ denotes the propensity score, defined as $\pitarget(x) = \PP{R = 1 \mid X = x}$.
\end{proposition}
In Equation~\ref{eq:if}, the only unknown component is the \textit{nuisance function} $\mutarget(X) = \EE{\finfluence{\data;\thetatarget}\mid X}$, which we refer to as the \textit{projection model}. In fact, for the moment, we assume that the propensity score is known, and this amounts to assume that $\hat\pi=\pitarget$. To make the dependence on nuisance functions explicit, we denote the influence function evaluated at $\hat{\mu}$ and $\hat\pi$ as $\influence{\data;\thetatarget;\hat{\mu};\hat\pi}$. In particular, the observed-data influence function where $\hat{\mu} = \mutarget$ and $\hat{\pi} = \pitarget$ is denoted as $\influence{\data;\thetatarget;\mutarget;\pitarget}$.
Since $\mutarget$ must be estimated from the data, we employ \textit{cross-fitting} to avoid restrictive Donsker conditions and to retain full-sample efficiency. Cross-fitting works as follows. We first randomly split the observations $\{\data_1,\dots,\data_{n+N}\}$ into $J$ disjoint folds (without loss of generality, we assume that the number of observations $n+N$ is divisible by $J$). For each $j=1,\ldots, J$ we form $\hat{\mathbbmss{P}}^{[-j]}$ with all but the $j$-th fold, and $\mathbbmss{P}_{n+N}^{[j]}$ with the $j$-th fold. Then, we learn $\hat{\mu}^{[-j]}$ on $\hat{\mathbbmss{P}}^{[-j]}$. For most supervised methods, learning $\hat{\mu}^{[-j]}$ on $\hat{\mathbbmss{P}}^{[-j]}$ will involve using only labeled observations within $\hat{\mathbbmss{P}}^{[-j]}$. Then, we compute the estimator $\hat{\theta}_{\hat\mu}$ by solving the estimating equation
\begin{equation}
\label{eq:est_eq_piknown}
\sum_{j=1}^J \sum_{i\in\mathbbmss{P}_{n+N}^{[j]}} \influence{\data_i;\thetatarget;\hat{\mu}^{[-j]};\pitarget} = 0\,.
\end{equation}
Estimating the true projection function $\mutarget$ can be challenging in practice, especially when the number of labeled samples is limited. However, due to \textit{double robustness}, the estimator derived from Equation~\ref{eq:est_eq_piknown} remains consistent and asymptotically normal even when $\hat\mu$ is misspecified, as long as it converges to some limit $\Bar{\mu}\neq\mutarget$ (in a sense we will make precise shortly). The cost of such misspecification is an increase in asymptotic variance relative to the case where $\hat\mu = \mutarget$.
We can now state some regularity conditions needed to show the theoretical properties of our estimators.
\begin{assumption}[Inference]
\label{ass:reg}
Let the number of cross-fitting folds be fixed at $J$, and assume that:
\begin{enumerate}[label=\textbf{\alph*.}]
\item There exist $\Bar{\mu}$ and $\Bar{\pi}$ such that, for each $j\in\{1,\dots,J\}$, one has \begin{equation}
\influence{\data;\thetatarget;\hat{\mu}^{[-j]};\hat{\pi}^{[-j]}}\Lto{2} \influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}\,.
\end{equation}
\item For each $j\in\{1,\dots,J\}$, one has \begin{equation}
(n+N)^{1/2}\an^{1/2} \sum_{j=1}^J \norm{\eta^{[j]}}{2} = o_\mathbbmss{P}(1)\,,
\end{equation}
where the \textit{remainder term} $\eta^{[j]}$ is defined as $\eta^{[j]} = \theta\left(\hat{\mathbbmss{P}}^{[-j]}\right) - \theta(\jPtarget) + \EE{\influence{\data;\thetatarget;\hat{\mu}^{[-j]};\hat{\pi}^{[-j]}}}$.
\item $\mineig{\VV{\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}}} \asymp \an^{-1}$ and $\maxeig{\VV{\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}}} \asymp \an^{-1}$.
\item For every $\varepsilon>0$, it holds that
\begin{equation}
\EE{\an\norm{\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}}{2}^2 \onea{\norm{\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}}{2} > \varepsilon \sqrt{\frac{n+N}{\an}}}} \to 0\quad\text{as}\,n,N\to\infty\,.
\end{equation}
\end{enumerate}
\end{assumption}
\begin{remark}
Fixing the number of cross-fitting folds prevents undesirable asymptotic behavior and is standard in modern semiparametric literature. Assumptions~\textbf{a} and \textbf{b} are also conventional; see, for example, \citet{kennedy2024semiparametric}. Assumption~\textbf{a} is used to control the empirical process fluctuations, while Assumption~\textbf{b} ensures that the remainder term in the \textit{von Mises expansion} is negligible. Assumptions \textbf{c} and \textbf{d} restrict the class of admissible targets within our framework, while still allowing for a broad and general set of results. Specifically, Assumption~\textbf{c} imposes a condition on the scaling of the asymptotic variance of the influence function, whereas Assumption~\textbf{d} introduces a technical requirement on the rate at which the observed-data influence function decays with the sample sizes $n$ and $N$. This latter condition is motivated by the classical Lindeberg condition, which is commonly assumed in proving Central Limit Theorems (CLTs), and is in fact close to being necessary for asymptotic normality. Our formulation generalizes the analogous condition used by \citet{zhang2023double} to accommodate a wider class of targets. In particular, we recover Assumption 3.2 of \citet{zhang2023double} by noticing that, for a univariate target (and thus a unidimensional influence function), the norm in Assumption~\textbf{d} reduces to the absolute value of the influence function itself.
\end{remark}
\begin{remark}[Lindeberg condition]
At first glance, Assumption~\textbf{d} may appear benign: as $n, N \to \infty$, the term $\an \to 0$, which might suggest that the Lindeberg-type condition becomes increasingly easy to satisfy. However, this is not the case. A key subtlety lies in the fact that the observed-data influence function $\influence{\data;\thetatarget}$ is itself a function of $n$ and $N$, particularly through its dependence on the labeling mechanism and the propensity scores. This introduces a non-trivial coupling between the behavior of the influence function and the rate $\an$. As $\an \to 0$, the weights applied to individual observations in the influence function increase, especially in regions of the covariate space where the propensity score is small. Consequently, while the factor $\an$ in the condition vanishes, the tails of the influence function may become heavier due to extreme reweighting. This interplay can make the Lindeberg condition more delicate -- not less. In this sense, the condition acts as a technical safeguard that balances asymptotic variance control with tail robustness under decaying overlap.
\end{remark}
We are now ready to provide our first result, characterizing the asymptotic behavior of our \ds{} estimators with known propensity score.
\begin{theorem}[Consistency and asymptotic normality, known $\pitarget$]
\label{th:ansi_knownpi}
Assume $(n+N)\an\to\infty$ and that $\pitarget$ is known. Under Assumption~\ref{ass:decMAR} (decaying MAR-SS) and Assumptions~\ref{ass:reg} (inference) \textbf{a}, \textbf{c}, and \textbf{d} , one has
\begin{equation}
(n+N)^{1/2} \an^{1/2} \norm{\hat\theta_{\hat\mu} - \thetatarget}{2} = O_\mathbbmss{P}(1)\,,
\end{equation}
and
\begin{equation}
(n+N)^{1/2} \VV{\influence{\data;\thetatarget;\hat{\mu};\pitarget}}^{-1/2} \left(\hat\theta_{\hat\mu} - \thetatarget \right) \dto \Normal{0}{I_q}\,.
\end{equation}
\end{theorem}
\begin{remark}[Effective sample size]
The quantity $(n+N)\an$ can be interpreted as the \emph{effective sample size} that governs the convergence rate of the \ds{} estimator $\hat\theta$ to the target parameter $\thetatarget$. The factor $\an$ reflects the severity of overlap decay, by capturing both how concentrated the propensity score $\pitarget$ is around zero and the relative size of the labeled dataset $n$. The greater the concentration of $\pitarget$ near zero, the slower the rate of convergence. In the special case where labels are missing completely at random (MCAR), we have $\pitarget(x) = n / (n+N)$ for all $x \in \mathbb{R}^p$, which implies $\an = n / (n+N)$ and thus an effective sample size equal to $n$. In this regime, the rate of convergence reduces to the standard root-$n$ rate typically achieved when using labeled data alone. Our findings align with asymptotic results established in \citet{angelopoulos2023ppi++} and \citet{xu2025unified}.
\end{remark}
\subsection{Unknown propensity score model}
In general observational studies, both the projection model $\mutarget$ and the propensity score $\pitarget$ are unknown and need to be estimated. We employ again \textit{cross-fitting}. We randomly split the observations $\{\data_1,\dots,\data_{n+N}\}$ into $J$ disjoint folds. For each $j=1,\ldots, J$ we form $\hat{\mathbbmss{P}}^{[-j]}$ with all but the $j$-th fold, and $\mathbbmss{P}_{n+N}^{[j]}$ with the $j$-th fold. Then, we learn $\hat{\mu}^{[-j]}$ and $\hat{\pi}^{[-j]}$ on $\hat{\mathbbmss{P}}^{[-j]}$, and compute the estimator $\hat{\theta}_{\hat\mu;\hat\pi}$ by solving the estimating equation
\begin{equation}
\label{eq:est_eq_piunknown}
\sum_{j=1}^J \sum_{i\in\mathbbmss{P}_{n+N}^{[j]}} \influence{\data_i;\thetatarget;\hat{\mu}^{[-j]};\hat{\pi}^{[-j]}} = 0\,.
\end{equation}
%We denote the potentially misspecified limits of $\hat\mu$ and $\hat\pi$ as $\Bar{\mu}$ and $\Bar{\pi}$, respectively.
We can now extend the results of Theorem~\ref{th:ansi_knownpi} to the more general case where all nuisance functions are estimated from the data.
\begin{theorem}[Consistency and asymptotic normality, unknown nuisances]
\label{th:ansi_unknownpi}
Assume $(n+N)\an\to\infty$. Under Assumption~\ref{ass:decMAR} (decaying MAR-SS) and Assumptions~\ref{ass:reg} (inference) \textbf{a}, \textbf{b}, \textbf{c}, and \textbf{d}, one has
\begin{equation}
(n+N)^{1/2} \an^{1/2} \norm{\hat\theta_{\hat\mu;\hat\pi} - \thetatarget}{2} = O_\mathbbmss{P}(1)\,,
\end{equation}
and
\begin{equation}
(n+N)^{1/2} \VV{\influence{\data;\thetatarget;\hat{\mu};\hat\pi}}^{-1/2} \left(\hat\theta_{\hat\mu;\hat\pi} - \thetatarget \right) \dto \Normal{0}{I_q}\,.
\end{equation}
\end{theorem}
\begin{remark}[Asymptotic normality under misspecification]
When both the projection model and the propensity score are correctly specified, Theorem~\ref{th:ansi_unknownpi} ensures that $\hat\theta_{\hat\mu;\hat\pi}$ is asymptotically normal. If only one of the two nuisance components is correctly specified, the \ds{} estimator remains consistent due to its \textit{double robustness} property. However, achieving asymptotic normality in this case is more demanding, as reflected in the remainder condition in Assumption~\ref{ass:reg}, part~\textbf{b}. Specifically, the correctly specified nuisance function must converge at the faster rate of $(n+N)^{-1/2} \an^{-1/2}$, which is typically attainable \textit{only} when its population counterpart belongs to a low-dimensional, parametric model class. Therefore, in complex applications, the relaxation of Assumption~\ref{ass:reg}, \textbf{b}, may inhibit asymptotic normality and preserve only consistency.
\end{remark}
\subsection{Prediction-powered inference under decaying MAR-SS}
In this Section, we extend the framework developed so far to incorporate additional information from an off-the-shelf predictive model $f$ that maps the covariate space to the outcome space. We do not impose assumptions on the quality of $f$, treating it as a generic black-box machine learning prediction model. This extension connects naturally to the \textit{prediction-powered inference} (\texttt{PPI}) framework introduced by \citet{angelopoulos2023prediction}, but significantly broadens its applicability in real-world scientific settings.
In particular, while the original \texttt{PPI} framework assumes that labels are missing completely at random (MCAR), our extension relaxes this to the more general missing at random (MAR) setting, where the labeling mechanism may depend on the covariates. Additionally, while the original \texttt{PPI} framework is limited to $M$-estimation problems, our approach supports any target functional satisfying Equation~\ref{eq:ral}.
As a result, our formulation enables the use of predictive models within \texttt{PPI} even under covariate-dependent labeling, allowing the benefits of modern machine learning to be realized in more realistic and challenging scenarios. Notably, standard \texttt{PPI} methods are not valid under MAR.
As in previous Sections, we recast the problem in the language of missing data. The observed data are now given by $\data = (X, f(X), R, RY)$, with $n + N$ realizations. In this context, the observed-data influence function for \texttt{PPI} takes the form:
\begin{equation}
\label{eq:ppiif}
\ppiinfluence{\data;\thetatarget} = \frac{R}{\pitarget(X, f(X))} \finfluence{\data;\thetatarget} - \frac{R-\pitarget(X,f(X))}{\pitarget(X,f(X))} \EE{\finfluence{\data;\thetatarget}\mid X,f(X)}\,.
\end{equation}
All results presented in the previous Sections extend naturally to this setting. The key distinction is that both the projection model and the propensity score can now be conditional on the additional covariate $f(X)$, which is always observed and may improve the quality of both nuisance estimates. In particular, we can establish consistency and asymptotic normality for the resulting \texttt{PPI} estimator under decaying MAR.
\begin{corollary}[\texttt{PPI} asymptotic normality under decaying MAR-SS]
\label{cor:an_ppi}
Assume $(n+N)\an\to\infty$. Under Assumption~\ref{ass:decMAR} (decaying MAR-SS) and Assumption~\ref{ass:reg} (inference), one has
\begin{equation}
(n+N)^{1/2} \an^{1/2} \norm{\hat\theta^\texttt{PPI} - \thetatarget}{2} = O_\mathbbmss{P}(1)\,,
\end{equation}
and
\begin{equation}
(n+N)^{1/2} \VV{\ppiinfluence{\data;\thetatarget;\hat{\mu};\hat\pi}}^{-1/2} \left(\hat\theta^\texttt{PPI} - \thetatarget \right) \dto \Normal{0}{I_q}\,.
\end{equation}
\end{corollary}
\begin{remark}
The utility of incorporating an external predictive model $f$ into the estimation procedure -- as in the \texttt{PPI} framework -- depends critically on the information that $f(X)$ carries relative to the covariates $X$. In many practical applications, $f$ is a deterministic function, such as a black-box machine learning predictor trained externally. In this case, $f(X)$ is entirely determined by $X$, and the conditional expectations in Equation~\ref{eq:if} project the full-data influence function $\finfluence{\data^F;\thetatarget}$ onto the same $\sigma$-field as in the original setting. As a result, the asymptotic variance of the resulting estimator remains unchanged, and the inclusion of $f$ does not yield a theoretical efficiency gain -- though it can still offer great practical advantages by simplifying nuisance model specification.
More interesting behavior arises when $f$ introduces additional randomness beyond $X$. For example, models such as variational autoencoders can yield stochastic predictions $f(X)$ even for identical covariates $X$. In such cases, the $\sigma$-field onto which the conditional expectations project the full-data influence function may change, and the augmented variable $f(X)$ can reduce the residual variance by capturing information orthogonal to $X$, especially if it correlates with omitted features influencing the outcome.
\end{remark}
Finally, we note that our framework can naturally accommodate the integration of multiple predictive models; that is, we can simultaneously leverage a collection of off-the-shelf models $\{f_1, \dots, f_m\}$ within our estimation procedure, allowing us to flexibly combine information from diverse sources and enhance robustness in practical applications.
% \subsection{Asymptotic variance estimation}
% Here, we provide a strategy to estimate the variance term appearing in the asymptotic normality expressions of Theorems~\ref{th:ansi_knownpi} and~\ref{th:ansi_unknownpi} and Corollary~\ref{cor:an_ppi}. This quantity is pivotal for the construction of confidence intervals for $\thetatarget$, as well as for hypothesis testing. Our proposal is a plug-in estimate of the population variance, namely
% \begin{equation}
% \label{eq:var}
% \hat V_{n,N}\left(\thetatarget;\hat\mu;\hat\pi\right) = \frac{1}{n+N} \sum_{i=1}^{n+N} \influence{\data_i;\thetatarget;\hat\mu;\hat\pi} \influence{\data_i;\thetatarget;\hat\mu;\hat\pi}^T\,.
% \end{equation}
% If the propensity score is known, then $\hat\pi=\pitarget$ and thus we get back the variance term in Theorem~\ref{th:ansi_knownpi}; if additional information coming from an external predictive model is available, then the influence function in Equation~\ref{eq:var} can be replaced by the \texttt{PPI} version of Corollary~\ref{cor:an_ppi}.
\section{Simulation study}
\label{sec:sim}
In this Section, we instantiate the general theory developed above for two specific target parameters: the \textit{multivariate outcome mean} and the \textit{coefficients of a linear regression model}. For each case, we conduct extensive simulation studies to assess the finite-sample performance of the proposed \ds{} estimators under varying degrees of overlap and model misspecifications. We compare our \ds{} estimators to a \textit{naive} estimator computed only on the labeled dataset, and the \textit{outcome regression} (\texttt{OR}) and \textit{inverse probability weighting} (\texttt{IPW}) counterparts. The \texttt{OR} influence function is
\begin{equation}
\orinfluence{\data;\thetatarget} = \EE{\finfluence{\data;\thetatarget}\mid X}\,,
\end{equation}
while the \texttt{IPW} influence function is
\begin{equation}
\ipwinfluence{\data;\thetatarget} = \frac{R}{\pitarget(X)}\finfluence{\data;\thetatarget}\,.
\end{equation}
We employ cross-fitting to learn nuisance functions involved in the computation of our \ds{} estimator, \texttt{OR} and \texttt{IPW}, with $J=5$ folds.
We are interested in probing double robustness and measuring actual coverage. Therefore, we assess performance in terms of estimation accuracy and inferential coverage. To measure
accuracy, we compute the root mean squared error under the $\mathbbmss{L}_2$-distance between the true $\thetatarget\in\RR^q$ and
its estimate $\hat\theta$, i.e.~$\MSE{\hat\theta} = \norm{\hat\theta - \thetatarget}{2}$. To measure coverage, we evaluate the empirical
fraction of times $\Delta$ in which $\thetatarget$ falls into the asympotic $1-\alpha$ confidence regions of $\hat\theta$. In particular, we employ Hotelling one sample $T^2$ test, which rejects the null hypothesis $\hat\theta = \thetatarget$ at $1-\alpha$ level if
\begin{equation}
\left(\hat\theta - \thetatarget\right)^T\hat{V}_{n,N}^{-1} \left(\hat\theta - \thetatarget\right) \geq F_{q,n+N-q,1-\alpha}\,,
\end{equation}
where $\hat{V}_{n,N} = (n+N)^{-1} \sum_{i=1}^{n+N} \influence{\data_i;\thetatarget;\hat\mu;\hat\pi} \influence{\data_i;\thetatarget;\hat\mu;\hat\pi}^T$ and $F_{q,n+N-q,1-\alpha}$ is the $1-\alpha$ quantile of a $F$-distribution with $q$ and $n+N-q$ degrees of freedom.
We mimic and extend the data-generating process in the simulation study conducted by \citet{zhang2023double}. For each $i=1,\dots,n+N$, we first generate $p$-dimensional i.i.d.~Gaussian covariates $X_i\sim\Normal{0}{I_p}$ and residuals $\varepsilon_i \sim \Normal{0}{I_k}$. Then we assign the missingness label according to a Bernoulli law, i.e.~$R_i\mid X_i\sim\text{Ber}(\pitarget(X_i))$, where the propensity score $\pitarget$ is modeled as:
\begin{itemize}
\item $\pitarget(X_i) = n / (n+N) $, corresponding to a \textit{decaying MCAR}.
\item $\pitarget(X_i) = \text{expit}\left( \log(n / (n+N)) + X_i^T \gamma \right)$ where $ \text{expit}(x) = \exp(x) / (1 + \exp(x))$. The coefficients $\gamma$ are randomly sampled from a normal distribution, that is $\gamma\sim\Normal{0}{I_p}$. This setting corresponds to a logistic propensity score with \textit{decaying offset}.
\end{itemize}
We then generate outcomes $Y_i\in\RR^k$ according to the following linear model:
\begin{equation}
Y_i = \beta^TX_i + \varepsilon_i\,,
\end{equation}
where $\beta\in\RR^{p\times q}$, and, for each $\ell=1,\dots,k$, $\beta_\ell\sim\Normal{0}{I_p}$.
We model the propensity score using a constant estimator, which essentially corresponds
to a MCAR estimator, and an offset logistic regression. Within each fold $j$, the constant estimator computes $\sum_{i\in\hat{\mathbbmss{P}}^{[j]}} R_i/ |\hat{\mathbbmss{P}}^{[j]}|$, while the offset in the logistic regression is set at $\log\left(\sum_{i\in\hat{\mathbbmss{P}}^{[j]}} R_i/ |\hat{\mathbbmss{P}}^{[j]}|\right)$. Similarly, we model the projection model using linear regression. We notice that the estimators for the propensity scores are the same as the ones proposed by \citet{zhang2023double}.
%Implementation details, such as hyperparameters, are specified in Supplementary Material Section~\ref{supp_sec:sim}.
For each simulation scenario, we set $\alpha=0.05$, $p=10$, $n \in \{ 100, 1000, 10000 \}$, $N \in \{10n, 100n\}$. Each configuration is replicated across $100$ random seeds.
\subsection{Multivariate outcome mean}
Given full data $\data^F = (X,Y)$, with $X\in\RR^p$ and $Y\in\RR^k$, the $k$-dimensional full-data influence function for the $k$-dimensional target parameter $\thetatarget=\EE{Y}$ is
\begin{equation}
\finfluence{\data^F;\thetatarget} = Y - \thetatarget\,.
\end{equation}
The observed data are $\data = (X,R,RY)$, and thus the observed-data influence function takes the form
\begin{equation}
\influence{\data;\thetatarget} = \mutarget(X) + \frac{R}{\pitarget(X)} \left(Y - \mutarget(X)\right) - \thetatarget\,,
\end{equation}
where $\mutarget:\RR^p\to\RR^k$ is equal to $\EE{Y\mid X}$. The previous influence function motivates the well-known \textit{augmented inverse probability weighting} (\texttt{AIPW}) estimator \citep{bang2005doubly}
\begin{equation}
\label{eq:aipw}
\hat\theta_{\hat\mu;\hat\pi}^\texttt{AIPW} = \frac{1}{n+N} \sum_{i=1}^{n+N} \left[ \hat\mu(X_i) + \frac{R_i}{\hat\pi(X_i)} \left(Y_i - \hat\mu(X_i)\right) \right]\,.
\end{equation}
Similarly, the \texttt{OR} and \texttt{IPW} \citep{rosenbaum1983central} estimators for the multivariate outcome mean are:
\begin{equation}
\hat\theta_{\hat\mu}^\texttt{OR} = \frac{1}{n+N} \sum_{i=1}^{n+N} \hat\mu(X_i)\,,\quad \quad \hat\theta_{\hat\pi}^\texttt{IPW} = \frac{1}{n+N} \sum_{i=1}^{n+N} \frac{R_iY_i}{\hat\pi(X_i)}\,.
\end{equation}
Here, we set $k=2$, so that the problem becomes bivariate outcome mean estimation. Figure~\ref{fig:sim_mean} reports results for the decaying offset scenario with $n = 100$ labeled samples and $N = 1000$ unlabeled samples, the outcome model $\hat\mu$ estimated using linear regression, and propensity score model $\hat\pi$ estimated via logistic regression with offset. All the other simulation results are displayed in Supplementary Material Section~\ref{supp_sec:sim}.
\begin{figure}
\centering
\includegraphics[width=\linewidth]{gfx/sim_mean.pdf}
\caption{Multivariate outcome mean simulation results. The simulation is run $100$ times under the decaying offset scenario with $n = 100$ labeled samples and $N = 1000$ unlabeled samples; the outcome model $\hat\mu$ is estimated using linear regression, and propensity score model $\hat\pi$ is estimated via logistic regression with offset. The left panel displays boxplots summarizing the RMSE distribution over different seeds of the considered estimators. The right panel shows the empirical coverage and $\pm2$ standard error bars around them.}
\label{fig:sim_mean}
\end{figure}
The boxplot of RMSE shows that both our proposal and \texttt{OR} achieve low and stable error across replications, while \texttt{IPW} exhibits slightly greater variability and higher median error. The naive estimator, which does not adjust for distribution shift, performs markedly worse, with large variability and many outliers. The right panel confirms these trends in terms of coverage: our approach attains near-nominal coverage (around 95\%), while \texttt{OR} slightly undercovers. \texttt{IPW} suffers from substantial undercoverage, and the naive estimator fails entirely, with average coverage close to zero. These results highlight the robustness and efficiency of our proposal under the decaying overlap regime. Similar conclusions can be drawn by analyzing other simulation scenarios in Supplementary Material Section~\ref{supp_sec:sim}.
\subsection{Linear regression coefficients}
Given full data $\data^F = (X,Y)$, with $X\in\RR^p$ and $Y\in\RR$, the $p$-dimensional full-data influence function for the $p$-dimensional target parameter $\thetatarget=\argmin_\theta\EE{(Y-X^T\theta)^2}$ is
\begin{equation}
\finfluence{\data^F;\thetatarget} = \Sigma_X^{-1} X \left(Y - X^T\thetatarget \right)\,,
\end{equation}
where $\Sigma_X = \EE{XX^T} \in \RR^{p\times p}$. The observed data are $\data = (X,R,RY)$, and thus the observed-data influence function takes the form
\begin{equation}
\influence{\data;\thetatarget} = \Sigma_X^{-1}X\mutarget(X) + \frac{R}{\pitarget(X)} \Sigma_X^{-1}X\left(Y - \mutarget(X)\right) -\Sigma_X^{-1}XX^T\thetatarget\,,
\end{equation}
where $\mutarget:\RR^p\to\RR$ is equal to $\EE{Y\mid X}$. We are implicitly ignoring the further nuisance $\EE{X^TX}$, which can be easily estimated at a parametric rate, i.e.~$(n+N)^{-1/2}$, using the covariates in both the labeled and unlabeled datasets via $\hat\Sigma = (n+N)^{-1}\sum_{i=1}^{n+N} X_i X_i^T$, and thus does not represent an obstacle to our approach. The previous influence function motivates the \textit{augemented inverse probability weighting} (\texttt{AIPW}) estimator
\begin{equation}
\label{eq:ols}
\hat\theta_{\hat\mu;\hat\pi}^\texttt{AIPW} = \hat\Sigma^{-1} \frac{1}{n+N} \sum_{i=1}^{n+N} X_i \left[\hat\mu(X_i) + \frac{R_i}{\hat\pi(X_i)} \left(Y_i - \hat\mu(X_i)\right) \right]\,.
\end{equation}
Similarly, the \texttt{OR} and \texttt{IPW} estimators for the linear regression coefficients are:
\begin{equation}
\hat\theta_{\hat\mu}^\texttt{OR} = \hat\Sigma^{-1} \frac{1}{n+N} \sum_{i=1}^{n+N} X_i \hat\mu(X_i) \,,\quad \quad \hat\theta_{\hat\pi}^\texttt{IPW} = \hat\Sigma^{-1} \frac{1}{n+N} \sum_{i=1}^{n+N} X_i \frac{R_iY_i}{\hat\pi(X_i)} \,.
\end{equation}
Figure~\ref{fig:sim_coef} reports results for the decaying offset scenario with $n = 100$ labeled samples and $N = 1000$ unlabeled samples, the outcome model $\hat\mu$ estimated using linear regression, and propensity score model $\hat\pi$ estimated using logistic regression with offset. All other simulation results are shown in the Supplementary Material Section~\ref{supp_sec:sim}.
\begin{figure}
\centering
\includegraphics[width=\linewidth]{gfx/sim_coef.pdf}
\caption{Linear regression coefficients simulation results. The simulation is run $100$ times under the decaying offset scenario with $n = 100$ labeled samples and $N = 1000$ unlabeled samples; the outcome model $\hat\mu$ is estimated using linear regression, and propensity score model $\hat\pi$ is estimated via logistic regression with offset. The left panel displays boxplots summarizing the RMSE distribution over different seeds of the considered estimators. The right panel shows the empirical coverage and $\pm2$ standard error bars around them.}
\label{fig:sim_coef}
\end{figure}
The boxplot of root mean squared error (RMSE) indicates that our proposed \ds{} estimator, the \texttt{OR} and \texttt{IPW} methods achieve low and stable error across simulation replications. In contrast, the naive estimator, which fails to account for distribution shift, performs considerably worse, exhibiting high variability and numerous outliers. The right panel, which reports empirical coverage, reinforces these trends: both our method and \texttt{OR} attain coverage close to the nominal 95\% level, with our approach being slightly overconservative in this setting. In contrast, both \texttt{IPW} and the naive estimator display significant undercoverage. These results illustrate the robustness and efficiency of our proposal in the presence of decaying overlap. Similar conclusions hold across additional simulation scenarios, as detailed in Supplementary Material Section~\ref{supp_sec:sim}.
\section{Real-data applications}
\label{sec:app}
\subsection{\texttt{BLE-RSSI} study}
To demonstrate the practical utility of our approach, we first apply it to the \texttt{BLE-RSSI} dataset \citep{mohammadi2017semisupervised}. This dataset was collected in a library using Received Signal Strength Indicator (RSSI) measurements obtained from an array of $13$ Bluetooth Low Energy (BLE) iBeacons. Data acquisition was performed using a smartphone during the library’s operational hours. The primary objective motivating this dataset is to enable indoor localization, that is, to accurately estimate the spatial position of a mobile device based on wireless signal strength measurements, a key problem in many real-world applications including navigation, resource management, and smart building systems.
The dataset comprises two components: a labeled subset containing $n = 1420$ observations and an unlabeled subset containing $N = 5191$ observations. For each labeled observation, the recorded features include a location identifier and the RSSI readings from the 13 iBeacons. Location identifiers combine a letter (representing longitude) and a number (representing latitude) within the physical layout of the floor. A schematic diagram illustrating the arrangement of the iBeacons and the labeled locations is provided in Supplementary Material Figure~\ref{fig:room}. Each location label is then mapped to a two-dimensional real-valued coordinate, representing the longitude and latitude of the device at the time of measurement.
The inferential goal in this application is to estimate the mean spatial position of the device across the observed population. Thus, the problem can be formulated as one of bivariate outcome mean estimation, where the target parameter is the mean of a two-dimensional random vector. Formally, let $Y_i \in \mathbb{R}^2$ denote the bivariate spatial coordinates (longitude and latitude) for observation $i$; $R_i \in \{0, 1\}$ indicate whether the location label is observed; and $X_i \in \mathbb{R}^p$ represent the vector of $p=13$ RSSI readings from the iBeacons, used as auxiliary covariates. The observed data take the form $\mathcal{D}_i = (X_i, R_i, R_i Y_i)$, for $i = 1, \dots, n+N$.
We compare two estimation strategies: the naive estimator, which only uses labeled observations and ignores selection bias, and the \ds{} estimator defined in Equation~\ref{eq:aipw}, which corrects for the semi-supervised structure. For the \ds{} estimator, the outcome regression function $\hat\mu$ is estimated using random forests \citep{breiman2001random}, with RSSI measurements as predictors. The propensity score $\hat\pi$ is estimated using logistic regression with offset, also based on RSSI predictors. To mitigate overfitting and ensure valid asymptotic properties, both nuisance functions are estimated using cross-fitting with $J = 5$ folds.
\begin{figure}
\centering
\includegraphics[width=\linewidth]{gfx/app_ibeacon.pdf}
\caption{\texttt{BLE-RSSI} application results. Left panel: estimated propensity scores across observations, along with the proportion of labeled data $n / (n + N)$, shown as a vertical dashed line. The heterogeneity in the estimated propensity scores may suggest a missing-at-random (MAR) labeling mechanism. Right panel: joint bivariate distribution over the floor bivariate grid of the observed position of the device $Y$ compared to the distribution of predicted positions from the estimated outcome model using signal recorded by remote sensors. The discrepancy between observed and predicted outcomes may suggest a missing-at-random (MAR) labeling mechanism. Dots represent bivariate means computed using our approach and the naive approach.}
\label{fig:app_spatial}
\end{figure}
Results are presented in Figure~\ref{fig:app_spatial}. The heterogeneous distribution of the estimated propensity scores indicates that the probability of label observation varies across the covariate space, supporting the plausibility of a missing-at-random (MAR) assumption conditional on the RSSI features. Furthermore, the distribution of the spatial coordinates imputed from the predictive model $\hat\mu$ shows a marked shift compared to the labeled outcomes $Y$, moving upward and to the left in the two-dimensional grid. This discrepancy between the labeled and imputed outcome distributions highlights the necessity of properly accounting for the semi-supervised structure of the data. Ignoring the unlabeled data or treating the labeled set as representative would likely introduce substantial bias in the estimation of the mean device position. Overall, this example demonstrates how the proposed methodology can successfully leverage partially labeled data to produce robust and unbiased inference in complex real-world settings.
\subsection{\texttt{METABRIC} study}
We further apply our approach to the \texttt{METABRIC} dataset \citep{curtis2012genomic, pereira2016somatic}, one of the largest open-access breast cancer cohorts with gene expression profiles, clinical covariates, and long-term survival follow-up. \citet{cheng2021integrating} and \citet{hsu2023learning} identified 20 biomarkers (reported in Supplementary Material Table~\ref{tab:app}) as potentially predictive of 5-year disease-specific survival (DSS) status, and defined two prognosis classes accordingly: the poor prognosis class includes patients who died of breast cancer within five years of diagnosis, while the good prognosis class includes those who died of breast cancer after five years.
Here, we ask a related but complementary question. Instead of discretizing survival outcomes into prognosis classes, we treat survival time (in months) as a continuous response variable. Then, we aim to estimate the effect of the selected biomarkers on survival among patients who died of breast cancer. Following the labeling conventions of \citet{cheng2021integrating, hsu2023learning}, we treat censored patients -- either still alive or deceased from other causes -- as unlabeled. The resulting dataset includes $n = 611$ labeled observations and $N = 1231$ unlabeled observations.
We frame this task as a coefficient estimation problem in linear regression. Let $Y_i$ denote the survival time (in months) since initial diagnosis for individual $i$; $R_i \in \{0, 1\}$ indicate whether the individual died of breast cancer ($R_i = 1$) or not; $X_i\in\RR^p$ represent the vector of expression values for $p = 20$ biomarkers of interest; and $W_i\in\RR^s$, with $s = 10$, denote additional clinical features (also described in Supplementary Table~\ref{tab:app}) used to aid estimation of nuisance components. The observed data are $\data_i = (X_i, W_i, R_i, R_i Y_i)$, for $i=1,\dots,n+N$. We employ both the naive estimator, which only analyzes labeled data, and the \ds{} estimator in Equation~\ref{eq:ols}. For the latter, the outcome regression model $\hat\mu$ is estimated using random forests \citep{breiman2001random}, with both biomarker and clinical covariates included as predictors. The propensity score $\hat\pi$ is estimated via logistic regression, again leveraging both sets of covariates. All nuisance functions are estimated using cross-fitting with $J = 5$ folds to ensure valid inference.
\begin{figure}[t]
\centering
\includegraphics[width=\linewidth]{gfx/app.pdf}
\caption{\texttt{METABRIC} application results. Left panel: estimated propensity scores across observations, along with the proportion of labeled data $n / (n + N)$, shown as a vertical dashed line. The heterogeneity in the estimated propensity scores may suggest a missing-at-random (MAR) labeling mechanism. Right panel: marginal distribution of the observed survival times $Y$ (in months) compared to the distribution of predicted survival times from the estimated outcome model using both biomarkers and clinical covariates. Vertical lines indicate the means of each distribution. The discrepancy between observed and predicted outcomes further suggests a MAR mechanism. Bottom panel: estimated linear coefficients from our semi-supervised approach and the naive estimator based solely on labeled data. Confidence intervals are at $\alpha=0.1$ significance level.}
\label{fig:app}
\end{figure}
While our approach casts the problem as one of linear regression under distribution shift, we acknowledge that alternative methodological frameworks could also be applied. In particular, since the outcome of interest is survival time, this setting naturally lends itself to tools from survival analysis, such as Cox proportional hazards models \citep{cox1972regression}, which are designed to explicitly account for censoring and time-to-event structure. Moreover, our focus on a fixed, literature-informed set of biomarkers connects to the field of inference after feature selection \citep{berk2013valid,kuchibhotla2022post}, which provides tools for valid inference after variable selection. Although we do not pursue these directions here, our method complements these perspectives by offering a flexible and semiparametrically grounded approach to semi-supervised inference under distribution shift -- especially in regimes where labeling is both biased and sparse.
Results are shown in Figure~\ref{fig:app}. At the significance level $\alpha = 0.1$, the naive estimator identifies three biomarkers -- BTRC, FBXO6, and ZDHHC17 -- as significantly associated with survival outcomes. In contrast, our semi-supervised approach identifies two additional significant biomarkers: KRAS and PLK1. Prior studies provide biological support for these findings. Specifically, \citet{kim2015activation, tokumaru2020kras} report that elevated KRAS expression is linked to poorer survival outcomes, while \citet{garlapati2023plk1, ueda2019therapeutic} associate higher PLK1 levels with shorter survival in breast cancer patients. Moreover, of the $20$ biomarkers analyzed, $18$ exhibit consistent coefficient signs between our \ds{} estimator and the naive estimator, indicating strong qualitative agreement. However, for two biomarkers, the naive approach yields opposite signs. One such case is GSK3B, where our \ds{} estimator identifies a positive association with survival time among patients who died of breast cancer, suggesting that higher expression is linked to better outcomes. This aligns with findings from \citet{luo2009glycogen}, which report that GSK3B may function as \enquote{tumor suppressor} for mammary tumors. The second case is DBN1, for which we estimate a negative effect -- indicating that higher DBN1 expression is associated with shorter survival -- while the naive estimator suggests the opposite. This result aligns with the findings of \citet{alfarsi2020integrated}, who identify DBN1 as a prognostic biomarker in luminal breast cancer. Their study shows that elevated DBN1 expression is associated with more aggressive tumor characteristics and higher rates of relapse among patients receiving adjuvant endocrine therapy. While these results are consistent with existing literature, we emphasize that they are not statistically significant and should be interpreted cautiously.
We note that, because survival times are subject to right-censoring, the missing-at-random (MAR) assumption does not hold: patients with longer survival times are more likely to be censored. However, many patients in \texttt{METABRIC} entered the study at different times, leading to censoring across a range of survival times, not only after five years. Consequently, although the MAR assumption is imperfect, its violation may be moderate in practice.
Therefore, to investigate this issue, we repeat our analysis using only those censored observations corresponding to deaths from competing causes, and report results in Supplementary Figure~\ref{fig:app_competing}. The results using only competing-risk censored data are qualitatively similar to those obtained using all censored observations, supporting the robustness of our approach despite the potential violation of MAR.
Summarizing, our analysis supports a favorable prognostic role for GSK3B and adverse roles for KRAS, PLK1, and DBN1 in breast cancer. These findings underscore the importance of adjusting for distribution shift in semi-supervised survival analyses and demonstrate the practical utility of our proposed approach in real-world biomedical applications.
\section{Conclusions}
\label{sec:end}
In this work, we have developed a general semiparametric framework for estimation and inference in semi-supervised learning problems where outcome labels are missing at random (MAR) and the overlap decays with sample size. Our approach accommodates arbitrary statistical targets and remains valid under flexible modeling of high-dimensional nuisance functions. Leveraging the tools of semiparametric theory, we have derived influence functions under decaying overlap and constructed \ds{} estimators that are both doubly robust and asymptotically normal.
A key insight of our analysis is that overlap decay imposes fundamental adaptations of inference, invalidating classical root-$n$ asymptotics and requiring a redefinition of the effective sample size. We formally characterized this rate through a generalization of Lindeberg conditions and provided practical estimators that remain consistent in this more challenging regime. We further extended our methodology to incorporate black-box prediction models in the spirit of prediction-powered inference (\texttt{PPI}), broadening its applicability to MAR labeling mechanisms.
Our simulation studies confirmed the theoretical properties of our \ds{} estimators, including double robustness, asymptotic normality, and valid coverage under finite samples and severe overlap decay. These findings suggest that our framework is both theoretically sound and practically useful, especially in settings where labeled data are scarce and distribution shift is non-negligible.
Despite these contributions, several limitations remain. First, while we allow for decaying overlap and general targets, our current framework assumes that the MAR assumption holds, i.e., distribution shift depends only on covariates and not on unobserved variables. Relaxing this assumption toward a missing-not-at-random (MNAR) setting would require substantially different identification strategies. Second, the performance of our \ds{} estimators under strong model misspecification remains to be fully understood. Lastly, while we allow for high-dimensional covariates and flexible machine learning models, our theoretical guarantees rely on sufficient regularity and convergence rates that may be difficult to verify or achieve in practice.
Future research directions include extending our theory to MNAR mechanisms and exploring adaptive procedures that optimize the bias-variance trade-off in regions of low overlap. Another important direction is the integration of these techniques into large-scale machine learning pipelines for high-throughput scientific applications, such as genomic association studies, fairness-aware recommendation systems, and policy evaluation in digital platforms.
By relaxing traditional assumptions while preserving rigorous inferential guarantees, our work provides a foundation for reliable statistical inference in the increasingly common regime of biased labeling and partial supervision.
\section*{Acknowledgments}
L.T.~wishes to thank Francesca Chiaromonte and Edward Kennedy for very helpful discussions. This project was funded by National Institute of Mental Health (NIMH) grant R01MH123184.
\bibliographystyle{plainnat}
\bibliography{bib}
\appendix
\section*{Supplementary Material}
\renewcommand\thefigure{\thesection.\arabic{figure}}
\renewcommand\thetable{\thesection.\arabic{table}}
\setcounter{figure}{0}
\setcounter{table}{0}
\section{Proofs of main statements}
\label{supp_sec:proofs}
Wherever convenient, integrals and expectations are written in linear functional notation. Thus, instead of $\EE{f(X)} = \int f(x)\,\mathbbmss{P}(dx)$, we write $\mathbbmss{P}[f]$. We also write $\shortfif$ to indicate the full-data influence function for notational simplicity.
\subsection{Proof of Proposition~\ref{prop:obs-if}}
\begin{proof}
Given a full-data influence function $\shortfif$, by Theorem 7.2 in \citet{tsiatis2006semiparametric}, we know that the space of associated observed-data influence functions $\Lambda^\perp$ is given by
\begin{equation}
\label{eq:class_oif}
\Lambda^\perp = \left\{\frac{R}{\pitarget(X)} \shortfif \oplus \Lambda_2 \right\}\,,
\end{equation}
where $ \Lambda_2 = \left\{ L_2(\data) \,:\, \EE{L_2(\data)\mid \data^F} = 0 \right\}$.
By Theorem 10.1 in \citet{tsiatis2006semiparametric}, for a fixed $\shortfif$, the optimal observed-data influence function among the class in Equation~\ref{eq:class_oif} is obtained by choosing
\begin{equation}
L_2(\data) = - \Pi\left(\frac{R}{\pitarget(X)} \shortfif \mid \Lambda_2 \right)\,,
\end{equation}
where the operator $\Pi$ projects the element $R\shortfif/\pitarget(X)$ onto the space $\Lambda_2$ -- see Theorem 2.1 in \citet{tsiatis2006semiparametric}.
Finally, by Theorem 10.2 in \citet{tsiatis2006semiparametric}, we know that
\begin{equation}
\Pi\left(\frac{R}{\pitarget(X)} \shortfif \mid \Lambda_2 \right) = \left(\frac{R - \pitarget(X)}{\pitarget(X)} \right) h_2(X) \in \Lambda_2\,,
\end{equation}
where $h_2(X) = \EE{\shortfif\mid X}$. This concludes the proof.
\end{proof}
\subsection{Proof of Theorem~\ref{th:ansi_knownpi}}
\begin{proof} For simplicity, we show the result for a single cross-fitting fold. In particular, we denote the distribution where $\hat\mu$ is trained as $\hat{\mathbbmss{P}}$ and the distribution where the influence functions are approximated as $\mathbbmss{P}_{n+N}$. Similarly, we denote as $\Bar{\mu}$ the population limit of $\hat\mu$. The propensity score is known, so that $\hat\pi=\Bar{\pi}=\pitarget$. By \textit{Von Mises} expansion, we have
\begin{equation}
\hat\theta_{\hat\mu} - \thetatarget = \mathbbmss{P}_{n+N}\left[\influence{\data;\thetatarget;\Bar{\mu};\pitarget}\right] + \left(\mathbbmss{P}_{n+N} - \jPtarget\right) \left[ \influence{\data;\thetatarget;\hat\mu;\pitarget} - \influence{\data;\thetatarget;\Bar{\mu};\pitarget} \right] + \eta(\hat\mu,\mutarget) \,.
\end{equation}
We refer to the three elements on the right-hand side respectively as the \textit{influence function term}, the \textit{empirical process term} and the \textit{remainder term}.
\textbf{Consistency.} To prove consistency, we need to show that the norm of each term on the right-hand side is $O_\mathbbmss{P}\left((n+N)^{-1/2}\an^{-1/2}\right)$. We do so by analyzing each term separately.
\textit{First term (influence function).} By definition of influence function, $\EE{\influence{\data;\thetatarget;\Bar{\mu};\pitarget}}=0$, and thus the first term has mean zero. We now analyze the variance. Define $\varbar = \VV{\influence{\data;\thetatarget;\Bar{\mu};\pitarget}} = \EE{\influence{\data;\thetatarget;\Bar{\mu};\pitarget} \influence{\data;\thetatarget;\Bar{\mu};\pitarget}^T}$. By Assumption~\ref{ass:reg}, \textbf{c}, we have $\maxeig{\varbar} \asymp \an^{-1}$. Therefore, we have
\begin{equation}
\EE{\left((n+N)^{1/2}\an^{1/2} \norm{\mathbbmss{P}_{n+N} \left[\influence{\data;\thetatarget;\Bar{\mu};\pitarget} \right]}{2} \right)^2} = \an \norm{\varbar}{2}^2 \leq \an q^2 \maxeig{\varbar} = O_\mathbbmss{P}(1)\,,
\end{equation}
which in turn implies $\norm{\mathbbmss{P}_{n+N} \left[\influence{\data;\thetatarget;\Bar{\mu};\pitarget} \right]}{2} = O_\mathbbmss{P}\left((n+N)^{-1/2}\an^{-1/2}\right)$.
\textit{Second term (Empirical process).} We need to show that the norm of $\left(\mathbbmss{P}_{n+N} - \jPtarget\right) \left[ \influence{\data;\thetatarget;\hat\mu;\pitarget} - \influence{\data;\thetatarget;\Bar{\mu};\pitarget} \right]$ is of order $O_{\mathbbmss{P}}\left((n+N)^{-1/2}\an^{-1/2}\right)$. This follows from Lemma 3.7 in \citet{testa2025doubly} under Assumption~\ref{ass:reg}, \textbf{a}.
\textit{Third term (Remainder).} Again, we need to show that the norm of $\eta(\hat\mu,\mutarget)$ equals $O_{\mathbbmss{P}}\left((n+N)^{-1/2}\an^{-1/2}\right)$. This directly follows from the fact the propensity score is known.
The previous results, combined, imply that $\norm{\hat\theta_{\hat\mu} - \thetatarget}{2} = O_{\mathbbmss{P}}\left((n+N)^{-1/2}\an^{-1/2}\right)$.
\textbf{Central Limit Theorem.} We now turn to the asymptotic normality of $\hat\theta_{\hat\mu}$ by showing that the first term on the right-hand side satisfies a form of Central Limit Theorem, and that it dominates the other components.
By Assumption~\ref{ass:reg}, \textbf{c}, we have $\mineig{\varbar} \asymp \an^{-1}$. This implies:
\begin{equation}
\label{eq:eigen}
\norm{\varbar^{-1/2}}{2}^2 = \left(\maxeig{\varbar^{-1/2}}\right)^2 = \left(\mineig{\varbar}\right)^{-1} \asymp \an\,.
\end{equation}
By the tail condition \textbf{d} in Assumption~\ref{ass:reg}, we have that
\begin{equation}
\begin{split}
&\EE{\norm{\varbar^{-1/2}\influence{\data;\thetatarget;\Bar{\mu};\pitarget}}{2}^2 \onea{\norm{\varbar^{-1/2}\influence{\data;\thetatarget;\Bar{\mu};\pitarget}}{2} > \varepsilon \sqrt{n+N}}} \\
&\leq \EE{\norm{\varbar^{-1/2}}{2}^2\norm{\influence{\data;\thetatarget;\Bar{\mu};\pitarget}}{2}^2 \onea{\norm{\varbar^{-1/2}}{2}\norm{\influence{\data;\thetatarget;\Bar{\mu};\pitarget}}{2} > \varepsilon \sqrt{n+N}}} \\
&\leq \EE{\an\norm{\influence{\data;\thetatarget;\Bar{\mu};\pitarget}}{2}^2 \onea{\norm{\sqrt{\an}\influence{\data;\thetatarget;\Bar{\mu};\pitarget}}{2} > \varepsilon \sqrt{n+N}}} \to 0\quad\text{as}\,n,N\to\infty\,,
\end{split}
\end{equation}
where the first inequality is due to triangle inequality and the second inequality is due to the chain of equalities in Equation~\ref{eq:eigen}. Therefore the following Lindeberg condition also holds
\begin{equation}
(n+N)^{-1} \sum_{i=1}^{n+N}\EE{\norm{\varbar^{-1/2}\influence{\data_i;\thetatarget;\Bar{\mu};\pitarget}}{2}^2 \onea{\norm{\varbar^{-1/2}\influence{\data_i;\thetatarget;\Bar{\mu};\pitarget}}{2} > \varepsilon \sqrt{n+N}}} \to 0\quad\text{as}\,n,N\to\infty\,,
\end{equation}
which implies, by Lindeberg-Feller Central Limit Theorem \citep{van2000asymptotic}, that
\begin{equation}
(n+N)^{-1/2} \varbar^{-1/2} \sum_{i=1}^{n+N} \influence{\data_i;\thetatarget;\Bar{\mu};\pitarget} \dto \Normal{0}{I_q}\,.
\end{equation}
In summary, we have
\begin{equation}
(n+N)^{1/2} \varbar^{-1/2} \left(\hat\theta_{\hat\mu} - \thetatarget\right) = (n+N)^{-1/2} \varbar^{-1/2} \sum_{i=1}^{n+N} \influence{\data_i;\thetatarget;\Bar{\mu};\pitarget} + o_\mathbbmss{P}(1)\,.
\end{equation}
\end{proof}
\subsection{Proof of Theorem~\ref{th:ansi_unknownpi}}
\begin{proof} For simplicity, we show the result for a single cross-fitting fold. In particular, we denote the distribution where $\hat\mu$ and $\hat\pi$ are trained as $\hat{\mathbbmss{P}}$ and the distribution where the influence functions are approximated as $\mathbbmss{P}_{n+N}$. Similarly, we denote as $\Bar{\mu}$ and $\Bar{\pi}$ the population limit of $\hat\mu$ and $\hat\pi$, respectively. By \textit{Von Mises} expansion, we have
\begin{equation}
\hat\theta_{\hat\mu;\hat\pi} - \thetatarget = \mathbbmss{P}_{n+N}\left[\influence{\data;\thetatarget;\Bar{\mu};\Bar\pi}\right] + \left(\mathbbmss{P}_{n+N} - \jPtarget\right) \left[ \influence{\data;\thetatarget;\hat\mu;\hat\pi} - \influence{\data;\thetatarget;\Bar{\mu};\Bar\pi} \right] + \eta\left((\hat\mu,\hat\pi),(\mutarget,\pitarget)\right) \,.
\end{equation}
\textbf{Consistency.} To prove consistency, we need to show that the norm of each term on the right-hand side is $O_\mathbbmss{P}\left((n+N)^{-1/2}\an^{-1/2}\right)$. We do so by analyzing each term separately.
\textit{First term (influence function).} By definition of influence function, $\EE{\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}}=0$, and thus the first term has mean zero. We now analyze the variance. Define $\varbar = \VV{\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}} = \EE{\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}} \influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}^T}$.
By Assumption~\ref{ass:reg}, \textbf{c}, we have $\maxeig{\varbar} \asymp \an^{-1}$. Therefore, we have
\begin{equation}
\EE{\left((n+N)^{1/2}\an^{1/2} \norm{\mathbbmss{P}_{n+N} \left[\influence{\data;\thetatarget;\Bar{\mu};\Bar\pi} \right]}{2} \right)^2} = \an \norm{\varbar}{2}^2 \leq \an q^2 \maxeig{\varbar} = O_\mathbbmss{P}(1)\,,
\end{equation}
which in turn implies $\norm{\mathbbmss{P}_{n+N} \left[\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}} \right]}{2} = O_\mathbbmss{P}\left((n+N)^{-1/2}\an^{-1/2}\right)$.
\textit{Second term (Empirical process).} We need to show that the norm of $\left(\mathbbmss{P}_{n+N} - \jPtarget\right) \left[ \influence{\data;\thetatarget;\hat\mu;\hat\pi} - \influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}} \right]$ is of order $O_{\mathbbmss{P}}\left((n+N)^{-1/2}\an^{-1/2}\right)$. This follows from Lemma 3.7 in \citet{testa2025doubly} under Assumption~\ref{ass:reg}, \textbf{a}.
\textit{Third term (Remainder).} Again, we need to show that the norm of $\eta((\hat\mu,\hat\pi),(\mutarget,\pitarget))$ equals $O_{\mathbbmss{P}}\left((n+N)^{-1/2}\an^{-1/2}\right)$. This directly follows from Assumption~\ref{ass:reg}, \textbf{b}.
The previous results, combined, imply that $\norm{\hat\theta_{\hat\mu;\hat\pi} - \thetatarget}{2} = O_{\mathbbmss{P}}\left((n+N)^{-1/2}\an^{-1/2}\right)$.
\textbf{Central Limit Theorem.} We now turn to the asymptotic normality of $\hat\theta_{\hat\mu;\hat\pi}$ by showing that the first term on the right-hand side satisfies a form of Central Limit Theorem, and that it dominates the other components.
By Assumption~\ref{ass:reg}, \textbf{c}, we have $\mineig{\varbar} \asymp \an^{-1}$. This implies:
\begin{equation}
\label{eq:eigen2}
\norm{\varbar^{-1/2}}{2}^2 = \left(\maxeig{\varbar^{-1/2}}\right)^2 = \left(\mineig{\varbar}\right)^{-1} \asymp \an\,.
\end{equation}
By the tail condition \textbf{d} in Assumption~\ref{ass:reg}, we have that
\begin{equation}
\begin{split}
&\EE{\norm{\varbar^{-1/2}\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}}{2}^2 \onea{\norm{\varbar^{-1/2}\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}}{2} > \varepsilon \sqrt{n+N}}} \\
&\leq \EE{\norm{\varbar^{-1/2}}{2}^2\norm{\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}}{2}^2 \onea{\norm{\varbar^{-1/2}}{2}\norm{\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}}{2} > \varepsilon \sqrt{n+N}}} \\
&\leq \EE{\an\norm{\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}}{2}^2 \onea{\norm{\sqrt{\an}\influence{\data;\thetatarget;\Bar{\mu};\Bar{\pi}}}{2} > \varepsilon \sqrt{n+N}}} \to 0\quad\text{as}\,n,N\to\infty\,,
\end{split}
\end{equation}
where the first inequality is due to triangle inequality and the second inequality is due to the chain of equalities in Equation~\ref{eq:eigen2}. Therefore the following Lindeberg condition also holds
\begin{equation}
(n+N)^{-1} \sum_{i=1}^{n+N}\EE{\norm{\varbar^{-1/2}\influence{\data_i;\thetatarget;\Bar{\mu};\Bar{\pi}}}{2}^2 \onea{\norm{\varbar^{-1/2}\influence{\data_i;\thetatarget;\Bar{\mu};\bar\pi}}{2} > \varepsilon \sqrt{n+N}}} \to 0\quad\text{as}\,n,N\to\infty\,,
\end{equation}
which implies, by Lindeberg-Feller Central Limit Theorem \citep{van2000asymptotic}, that
\begin{equation}
(n+N)^{-1/2} \varbar^{-1/2} \sum_{i=1}^{n+N} \influence{\data_i;\thetatarget;\Bar{\mu};\Bar\pi} \dto \Normal{0}{I_q}\,.
\end{equation}
In summary, we have
\begin{equation}
(n+N)^{1/2} \varbar^{-1/2} \left(\hat\theta_{\hat\mu;\hat\pi} - \thetatarget\right) = (n+N)^{-1/2} \varbar^{-1/2} \sum_{i=1}^{n+N} \influence{\data_i;\thetatarget;\Bar{\mu};\Bar{\pi}} + o_\mathbbmss{P}(1)\,.
\end{equation}
\end{proof}
\subsection{Proof of Corollary~\ref{cor:an_ppi}}
\begin{proof}
This is a straightforward application of Theorem~\ref{th:ansi_unknownpi}, where $f(X)$ is employed as an additional covariate.
\end{proof}
\section{Additional theoretical results}
\label{supp_sec:highass}
Here, we provide some high-level conditions that imply Assumption~\ref{ass:reg}, \textbf{c}, for the multivariate outcome mean target. We assume that the propensity score $\pitarget$ is known, so that $\hat\pi=\Bar{\pi}=\pitarget$. We first provide a simple yet useful Lemma.
\begin{lemma}
\label{lem:simple_pi}
Assume $\hat\pi=\Bar{\pi}=\pitarget$. Then
\begin{equation}
\EE{\left(\frac{R}{\hat\pi(X)} - 1\right)^2\mid X} = \frac{1}{\hat\pi(X)} - 1\,.
\end{equation}
\end{lemma}
\begin{proof}
The following chain holds:
\begin{equation}
\begin{split}
\EE{\left(\frac{R}{\hat\pi(X)} - 1\right)^2\mid X} &= \EE{\frac{R^2 + \hat\pi^2(X) - 2R\hat\pi(X)}{\hat\pi^2(X)} \mid X} \\
&=\EE{\frac{R}{\hat\pi^2(X)} \mid X} + 1 - 2\EE{\frac{R}{\hat\pi(X)} \mid X} \\
&=\frac{\EE{R\mid X}}{\hat\pi^2(X)} + 1 - 2\frac{\EE{R \mid X}}{\hat\pi(X)} \\
&=\frac{1}{\hat\pi(X)} - 1 \,,
\end{split}
\end{equation}
where we are using the facts $R^2=R$ and $\hat\pi(X)=\pitarget(X)$.
\end{proof}
\begin{proposition}[High-level conditions for multivariate outcome mean target]
Let $\thetatarget=\EE{Y}$ and $\hat\pi=\Bar{\pi}=\pitarget$. Assume that, for all $\ell=1,\dots,k$, $\EE{\left(Y_\ell-\mutarget_\ell(X)\right)^2 \mid X} \geq \sigma^2_\ell$, $\EE{\left(Y_\ell-\Bar{\mu}_\ell(X)\right)^2\mid X} \leq \Bar{\sigma}^2_\ell$ and $\VV{Y_\ell}\leq\Bar{\sigma}^2_\ell$. Then $\mineig{\VV{\influence{\data;\thetatarget;\Bar{\mu};\pitarget}}} \asymp \an^{-1}$.
\end{proposition}
\begin{proof}
We first derive additional uniform lower bounds for $\EE{\left(Y_\ell-\Bar\mu_\ell(X)\right)^2 \mid X}$ and $\VV{Y_\ell}$. By iterated expectation, we have:
\begin{equation}
\begin{split}
\EE{\left(Y_\ell-\Bar\mu_\ell(X)\right)^2 \mid X} &= \EE{\left(Y_\ell-\mutarget_\ell(X) + \mutarget_\ell(X) - \Bar\mu_\ell(X)\right)^2 \mid X} \\
&= \EE{\left(Y_\ell-\mutarget_\ell(X)\right)^2 \mid X} + \EE{ \left(\mutarget_\ell(X) - \Bar\mu_\ell(X)\right)^2 \mid X} \\
&+ 2 \EE{\left(Y_\ell-\mutarget_\ell(X)\right) \left(\mutarget_\ell(X) - \Bar\mu_\ell(X)\right) \mid X} \\
&= \EE{\left(Y_\ell-\mutarget_\ell(X)\right)^2 \mid X} + \EE{ \left(\mutarget_\ell(X) - \Bar\mu_\ell(X)\right)^2 \mid X} \\
&\geq \sigma^2_\ell\,.
\end{split}
\end{equation}
Similarly, we can show that:
\begin{equation}
\begin{split}
\VV{Y_\ell} &= \EE{\left(Y_\ell - \EE{Y_\ell}\right)^2} \\
&= \EE{\EE{\left(Y_\ell-\mutarget_\ell(X)\right)^2 \mid X} + \EE{\left(\mutarget_\ell(X) - \EE{Y_\ell}\right)^2 \mid X} } \\
&\geq \sigma^2_\ell\,.
\end{split}
\end{equation}
We now show that each diagonal element of $\varbar$ is of the same rate as $\an^{-1}$. In particular, for each $\ell=1,\dots,k$ we have:
\begin{equation}
\begin{split}
\varbar[\ell,\ell] &= \EE{\influence{\data;\thetatarget;\Bar{\mu};\pitarget}_{\ell}^2} \\
&=\EE{\left(\Bar\mu_\ell(X) + \frac{R\left(Y_\ell - \Bar\mu_\ell(X) \right)}{\pitarget(X)} - \EE{Y_\ell} \right)^2} \\
&=\EE{\left(\frac{\left(R - \pitarget(X)\right) \left(Y_\ell - \Bar\mu_\ell(X)\right)}{\pitarget(X)} + Y_\ell - \EE{Y_\ell} \right)^2} \\
&= \EE{\frac{\left(R - \pitarget(X)\right)^2 }{\left(\pitarget(X)\right)^2} \left(Y_\ell - \Bar\mu_\ell(X)\right)^2} + \VV{Y_\ell} \\
&= \EE{\frac{\left(1 - \pitarget(X)\right)}{\pitarget(X)} \left(Y_\ell - \Bar\mu_\ell(X)\right)^2} + \VV{Y_\ell}\,,
\end{split}
\end{equation}
where we are using Lemma~\ref{lem:simple_pi}. Therefore we have that
\begin{equation}
\an\varbar[\ell,\ell] \geq \an \left(\left(\frac{1}{\pitarget(X)} - 1\right) \sigma^2_\ell + \sigma^2_\ell \right) = \sigma^2_\ell > 0\,,
\end{equation}
and similarly we can show that
\begin{equation}
\an\varbar[\ell,\ell] \leq \an \left(\left(\frac{1}{\pitarget(X)} - 1\right) \Bar{\sigma}^2_\ell + \Bar{\sigma}^2_\ell \right) = \Bar{\sigma}^2_\ell < \infty\,.
\end{equation}
The last two inequalities imply that $\varbar[\ell,\ell] \asymp \an^{-1}$. We can now exploit Cauchy-Schwartz to expand the previous results to off-diagonal elements of $\varbar$. In fact:
\begin{equation}
|\varbar[\ell_1,\ell_2]| \leq \ \sqrt{\varbar[\ell_1,\ell_1] \varbar[\ell_2, \ell_2]} \asymp \an^{-1} \,.
\end{equation}
Therefore, for all $\ell_1=1,\dots,k$ and $\ell_2=1,\dots,k$, it holds that
\begin{equation}
\varbar[\ell_1,\ell_2] \asymp \an^{-1}\,,
\end{equation}
which concludes the proof.
\end{proof}
\section{Further simulation results}
\label{supp_sec:sim}
\subsection{Multivariate outcome mean}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppmean_coverage_logistic_linear_constant.pdf}
\caption{Multivariate outcome mean simulation results. Empirical coverage is reported for the setting with logistic true propensity score $\pi^\star$, linear outcome regression model $\hat\mu$, and a constant propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:cov_log_lin_cons}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppmean_coverage_logistic_linear_logistic.pdf}
\caption{Multivariate outcome mean simulation results. Empirical coverage is reported for the setting with logistic true propensity score $\pi^\star$, linear outcome regression model $\hat\mu$, and a logistic propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:cov_log_lin_log}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppmean_coverage_MCAR_linear_constant.pdf}
\caption{Multivariate outcome mean simulation results. Empirical coverage is reported for the MCAR setting, linear outcome regression model $\hat\mu$, and a constant propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:cov_mcar_lin_cons}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppmean_coverage_MCAR_linear_logistic.pdf}
\caption{Multivariate outcome mean simulation results. Empirical coverage is reported for the MCAR setting, linear outcome regression model $\hat\mu$, and a logistic propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:cov_mcar_lin_log}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppmean_MSE_logistic_linear_constant.pdf}
\caption{Multivariate outcome mean simulation results. RMSE is reported for the setting with logistic true propensity score $\pi^\star$, linear outcome regression model $\hat\mu$, and a constant propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:mse_log_lin_cons}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppmean_MSE_logistic_linear_logistic.pdf}
\caption{Multivariate outcome mean simulation results. RMSE is reported for the setting with logistic true propensity score $\pi^\star$, linear outcome regression model $\hat\mu$, and a logistic propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:mse_log_lin_log}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppmean_MSE_MCAR_linear_constant.pdf}
\caption{Multivariate outcome mean simulation results. RMSE is reported for the MCAR setting, linear outcome regression model $\hat\mu$, and a constant propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:mse_mcar_lin_cons}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppmean_MSE_MCAR_linear_logistic.pdf}
\caption{Multivariate outcome mean simulation results. RMSE is reported for the MCAR setting, linear outcome regression model $\hat\mu$, and a logistic propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:mse_mcar_lin_log}
\end{figure}
\clearpage
\subsection{Linear coefficients}
\begin{figure}[ht]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppcoef_coverage_logistic_linear_constant.pdf}
\caption{Linear coefficients simulation results. Empirical coverage is reported for the setting with logistic true propensity score $\pi^\star$, linear outcome regression model $\hat\mu$, and a constant propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:coef_cov_log_lin_cons}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppcoef_coverage_logistic_linear_logistic.pdf}
\caption{Linear coefficients simulation results. Empirical coverage is reported for the setting with logistic true propensity score $\pi^\star$, linear outcome regression model $\hat\mu$, and a logistic propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:coef_cov_log_lin_log}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppcoef_coverage_MCAR_linear_constant.pdf}
\caption{Linear coefficients simulation results. Empirical coverage is reported for the MCAR setting, linear outcome regression model $\hat\mu$, and a constant propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:coef_cov_mcar_lin_cons}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppcoef_coverage_MCAR_linear_logistic.pdf}
\caption{Linear coefficients simulation results. Empirical coverage is reported for the MCAR setting, linear outcome regression model $\hat\mu$, and a logistic propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:coef_cov_mcar_lin_log}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppcoef_MSE_logistic_linear_constant.pdf}
\caption{Linear coefficients simulation results. RMSE is reported for the setting with logistic true propensity score $\pi^\star$, linear outcome regression model $\hat\mu$, and a constant propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:coef_mse_log_lin_cons}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppcoef_MSE_logistic_linear_logistic.pdf}
\caption{Linear coefficients simulation results. RMSE is reported for the setting with logistic true propensity score $\pi^\star$, linear outcome regression model $\hat\mu$, and a logistic propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:coef_mse_log_lin_log}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppcoef_MSE_MCAR_linear_constant.pdf}
\caption{Linear coefficients simulation results. RMSE is reported for the MCAR setting, linear outcome regression model $\hat\mu$, and a constant propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:coef_mse_mcar_lin_cons}
\end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/sim_suppcoef_MSE_MCAR_linear_logistic.pdf}
\caption{Linear coefficients simulation results. RMSE is reported for the MCAR setting, linear outcome regression model $\hat\mu$, and a logistic propensity model $\hat\pi$. Each panel corresponds to a specific configuration of labeled and unlabeled sample sizes, with $n \in \{100, 1000, 10000\}$ and $N \in \{10n, 100n\}$.}
\label{fig:coef_mse_mcar_lin_log}
\end{figure}
\clearpage
\section{Further application details}
\begin{figure}[ht!]
\centering
\includegraphics[width=0.7\linewidth]{gfx/iBeacon_Layout.jpg}
\caption{Layout of library room in \texttt{BLE-RSSI} study. Retrieved from \citet{mohammadi2017semisupervised}.}
\label{fig:room}
\end{figure}
\begin{table}[ht!]
\centering
\begin{tabularx}{\linewidth}{lX}
\toprule
\textbf{Type} & \textbf{Covariates} \\
\midrule
Biomarkers & ESR1, PGR, ERBB2, MKI67, PLAU, ELAVL1, EGFR, BTRC, FBXO6, SHMT2, KRAS, SRPK2, YWHAQ, PDHA1, EWSR1, ZDHHC17, ENO1, DBN1, PLK1, GSK3B \\
Clinical features & Age, menopausal state, tumor size, radiotherapy, chemotherapy, hormone therapy, neoplasm histologic grade, cellularity, surgery-breast conserving, surgery-mastectomy \\
\bottomrule
\end{tabularx}
\caption{Variables employed in the \texttt{METABRIC} application as described by \citet{hsu2023learning}.}
\label{tab:app}
\end{table}
% \begin{figure}
% \centering
% \includegraphics[width=\linewidth]{gfx/jointplot_Ymu.pdf}
% \caption{Scatterplot displaying the relationship between true survival time $Y$ (in months) and predicted values from the model $\hat\mu$ in the labeled sample, i.e.~$R=1$. The gray dotted line represents the bisector line.}
% \label{fig:Yvsmu}
% \end{figure}
\begin{figure}[ht!]
\centering
\includegraphics[width=\linewidth]{gfx/app_competing.pdf}
\caption{\texttt{METABRIC} application using only competing risk censored data as unlabeled data.}
\label{fig:app_competing}
\end{figure}
\end{document}
\begin{thebibliography}{43}
\providecommand{\natexlab}[1]{#1}
\providecommand{\url}[1]{\texttt{#1}}
\expandafter\ifx\csname urlstyle\endcsname\relax
\providecommand{\doi}[1]{doi: #1}\else
\providecommand{\doi}{doi: \begingroup \urlstyle{rm}\Url}\fi
\bibitem[Alfarsi et~al.(2020)Alfarsi, El~Ansari, Masisi, Parks, Mohammed, Ellis, Rakha, and Green]{alfarsi2020integrated}
Lutfi~H Alfarsi, Rokaya El~Ansari, Brendah~K Masisi, Ruth Parks, Omar~J Mohammed, Ian~O Ellis, Emad~A Rakha, and Andrew~R Green.
\newblock Integrated analysis of key differentially expressed genes identifies dbn1 as a predictive marker of response to endocrine therapy in luminal breast cancer.
\newblock \emph{Cancers}, 12\penalty0 (6):\penalty0 1549, 2020.
\bibitem[Angelopoulos et~al.(2023{\natexlab{a}})Angelopoulos, Bates, Fannjiang, Jordan, and Zrnic]{angelopoulos2023prediction}
Anastasios~N Angelopoulos, Stephen Bates, Clara Fannjiang, Michael~I Jordan, and Tijana Zrnic.
\newblock Prediction-powered inference.
\newblock \emph{Science}, 382\penalty0 (6671):\penalty0 669--674, 2023{\natexlab{a}}.
\bibitem[Angelopoulos et~al.(2023{\natexlab{b}})Angelopoulos, Duchi, and Zrnic]{angelopoulos2023ppi++}
Anastasios~N Angelopoulos, John~C Duchi, and Tijana Zrnic.
\newblock Ppi++: Efficient prediction-powered inference.
\newblock \emph{arXiv preprint arXiv:2311.01453}, 2023{\natexlab{b}}.
\bibitem[Azriel et~al.(2022)Azriel, Brown, Sklar, Berk, Buja, and Zhao]{azriel2022semi}
David Azriel, Lawrence~D Brown, Michael Sklar, Richard Berk, Andreas Buja, and Linda Zhao.
\newblock Semi-supervised linear regression.
\newblock \emph{Journal of the American Statistical Association}, 117\penalty0 (540):\penalty0 2238--2251, 2022.
\bibitem[Bang and Robins(2005)]{bang2005doubly}
Heejung Bang and James~M Robins.
\newblock Doubly robust estimation in missing data and causal inference models.
\newblock \emph{Biometrics}, 61\penalty0 (4):\penalty0 962--973, 2005.
\bibitem[Berk et~al.(2013)Berk, Brown, Buja, Zhang, and Zhao]{berk2013valid}
Richard Berk, Lawrence Brown, Andreas Buja, Kai Zhang, and Linda Zhao.
\newblock Valid post-selection inference.
\newblock \emph{The Annals of Statistics}, pages 802--837, 2013.
\bibitem[Bickel et~al.(1993)Bickel, Klaassen, Ritov, and Wellner]{bickel1993efficient}
Peter~J Bickel, Chris~AJ Klaassen, Ya’acov Ritov, and Jon~A Wellner.
\newblock \emph{Efficient and adaptive estimation for semiparametric models}, volume~4.
\newblock Springer, 1993.
\bibitem[Breiman(2001)]{breiman2001random}
Leo Breiman.
\newblock Random forests.
\newblock \emph{Machine learning}, 45:\penalty0 5--32, 2001.
\bibitem[Cai and Guo(2020)]{tony2020semisupervised}
T~Cai and Zijian Guo.
\newblock Semisupervised inference for explained variance in high dimensional linear regression and its applications.
\newblock \emph{Journal of the Royal Statistical Society Series B: Statistical Methodology}, 82\penalty0 (2):\penalty0 391--419, 2020.
\bibitem[Chakrabortty et~al.(2022)Chakrabortty, Dai, and Carroll]{chakrabortty2022semi}
Abhishek Chakrabortty, Guorong Dai, and Raymond~J Carroll.
\newblock Semi-supervised quantile estimation: Robust and efficient inference in high dimensional settings.
\newblock \emph{arXiv preprint arXiv:2201.10208}, 2022.
\bibitem[Chapelle et~al.(2009)Chapelle, Scholkopf, and Zien]{chapelle2009semi}
Olivier Chapelle, Bernhard Scholkopf, and Alexander Zien.
\newblock Semi-supervised learning (chapelle, o. et al., eds.; 2006)[book reviews].
\newblock \emph{IEEE Transactions on Neural Networks}, 20\penalty0 (3):\penalty0 542--542, 2009.
\bibitem[Chen and Chen(2000)]{chen2000unified}
Yi-Hau Chen and Hung Chen.
\newblock A unified approach to regression analysis under double-sampling designs.
\newblock \emph{Journal of the Royal Statistical Society Series B: Statistical Methodology}, 62\penalty0 (3):\penalty0 449--460, 2000.
\bibitem[Cheng et~al.(2021)Cheng, Hsu, and Lin]{cheng2021integrating}
Li-Hsin Cheng, Te-Cheng Hsu, and Che Lin.
\newblock Integrating ensemble systems biology feature selection and bimodal deep neural network for breast cancer prognosis prediction.
\newblock \emph{Scientific Reports}, 11\penalty0 (1):\penalty0 14914, 2021.
\bibitem[Cox(1972)]{cox1972regression}
David~R Cox.
\newblock Regression models and life-tables.
\newblock \emph{Journal of the Royal Statistical Society: Series B (Methodological)}, 34\penalty0 (2):\penalty0 187--202, 1972.
\bibitem[Crump et~al.(2009)Crump, Hotz, Imbens, and Mitnik]{crump2009dealing}
Richard~K Crump, V~Joseph Hotz, Guido~W Imbens, and Oscar~A Mitnik.
\newblock Dealing with limited overlap in estimation of average treatment effects.
\newblock \emph{Biometrika}, 96\penalty0 (1):\penalty0 187--199, 2009.
\bibitem[Curtis et~al.(2012)Curtis, Shah, Chin, Turashvili, Rueda, Dunning, Speed, Lynch, Samarajiwa, Yuan, et~al.]{curtis2012genomic}
Christina Curtis, Sohrab~P Shah, Suet-Feung Chin, Gulisa Turashvili, Oscar~M Rueda, Mark~J Dunning, Doug Speed, Andy~G Lynch, Shamith Samarajiwa, Yinyin Yuan, et~al.
\newblock The genomic and transcriptomic architecture of 2,000 breast tumours reveals novel subgroups.
\newblock \emph{Nature}, 486\penalty0 (7403):\penalty0 346--352, 2012.
\bibitem[D’Amour et~al.(2021)D’Amour, Ding, Feller, Lei, and Sekhon]{d2021overlap}
Alexander D’Amour, Peng Ding, Avi Feller, Lihua Lei, and Jasjeet Sekhon.
\newblock Overlap in observational studies with high-dimensional covariates.
\newblock \emph{Journal of Econometrics}, 221\penalty0 (2):\penalty0 644--654, 2021.
\bibitem[Garlapati et~al.(2023)Garlapati, Joshi, Bhattarai, Krishnamurthy, Turaga, Nguyen, Li, and Aneja]{garlapati2023plk1}
Chakravarthy Garlapati, Shriya Joshi, Shristi Bhattarai, Jayashree Krishnamurthy, Ravi~Chakra Turaga, Thi Nguyen, Xiaoxian Li, and Ritu Aneja.
\newblock Plk1 and aurkb phosphorylate survivin differentially to affect proliferation in racially distinct triple-negative breast cancer.
\newblock \emph{Cell Death \& Disease}, 14\penalty0 (1):\penalty0 12, 2023.
\bibitem[Hampel(1974)]{hampel1974influence}
Frank~R Hampel.
\newblock The influence curve and its role in robust estimation.
\newblock \emph{Journal of the american statistical association}, 69\penalty0 (346):\penalty0 383--393, 1974.
\bibitem[Hsu and Lin(2023)]{hsu2023learning}
Te-Cheng Hsu and Che Lin.
\newblock Learning from small medical data—robust semi-supervised cancer prognosis classifier with bayesian variational autoencoder.
\newblock \emph{Bioinformatics Advances}, 3\penalty0 (1):\penalty0 vbac100, 2023.
\bibitem[Kennedy(2024)]{kennedy2024semiparametric}
Edward~H Kennedy.
\newblock Semiparametric doubly robust targeted double machine learning: a review.
\newblock \emph{Handbook of Statistical Methods for Precision Medicine}, pages 207--236, 2024.
\bibitem[Khan and Tamer(2010)]{khan2010irregular}
Shakeeb Khan and Elie Tamer.
\newblock Irregular identification, support conditions, and inverse weight estimation.
\newblock \emph{Econometrica}, 78\penalty0 (6):\penalty0 2021--2042, 2010.
\bibitem[Kim et~al.(2015)Kim, Suh, Yoo, Cui, Kim, Kim, Gyu~Kim, and Lee]{kim2015activation}
Rae-Kwon Kim, Yongjoon Suh, Ki-Chun Yoo, Yan-Hong Cui, Hyeonmi Kim, Min-Jung Kim, In~Gyu~Kim, and Su-Jae Lee.
\newblock Activation of kras promotes the mesenchymal features of basal-type breast cancer.
\newblock \emph{Experimental \& molecular medicine}, 47\penalty0 (1):\penalty0 e137--e137, 2015.
\bibitem[Kuchibhotla et~al.(2022)Kuchibhotla, Kolassa, and Kuffner]{kuchibhotla2022post}
Arun~K Kuchibhotla, John~E Kolassa, and Todd~A Kuffner.
\newblock Post-selection inference.
\newblock \emph{Annual Review of Statistics and Its Application}, 9\penalty0 (1):\penalty0 505--527, 2022.
\bibitem[Luo(2009)]{luo2009glycogen}
Jia Luo.
\newblock Glycogen synthase kinase 3$\beta$ (gsk3$\beta$) in tumorigenesis and cancer chemotherapy.
\newblock \emph{Cancer letters}, 273\penalty0 (2):\penalty0 194--200, 2009.
\bibitem[Miao et~al.(2023)Miao, Miao, Wu, Zhao, and Lu]{miao2023assumption}
Jiacheng Miao, Xinran Miao, Yixuan Wu, Jiwei Zhao, and Qiongshi Lu.
\newblock Assumption-lean and data-adaptive post-prediction inference.
\newblock \emph{arXiv preprint arXiv:2311.14220}, 2023.
\bibitem[Mohammadi et~al.(2017)Mohammadi, Al-Fuqaha, Guizani, and Oh]{mohammadi2017semisupervised}
Mehdi Mohammadi, Ala Al-Fuqaha, Mohsen Guizani, and Jun-Seok Oh.
\newblock Semisupervised deep reinforcement learning in support of iot and smart city services.
\newblock \emph{IEEE Internet of Things Journal}, 5\penalty0 (2):\penalty0 624--635, 2017.
\bibitem[Pereira et~al.(2016)Pereira, Chin, Rueda, Vollan, Provenzano, Bardwell, Pugh, Jones, Russell, Sammut, et~al.]{pereira2016somatic}
Bernard Pereira, Suet-Feung Chin, Oscar~M Rueda, Hans-Kristian~Moen Vollan, Elena Provenzano, Helen~A Bardwell, Michelle Pugh, Linda Jones, Roslin Russell, Stephen-John Sammut, et~al.
\newblock The somatic mutation profiles of 2,433 breast cancers refine their genomic and transcriptomic landscapes.
\newblock \emph{Nature communications}, 7\penalty0 (1):\penalty0 11479, 2016.
\bibitem[Rosenbaum and Rubin(1983)]{rosenbaum1983central}
Paul~R Rosenbaum and Donald~B Rubin.
\newblock The central role of the propensity score in observational studies for causal effects.
\newblock \emph{Biometrika}, 70\penalty0 (1):\penalty0 41--55, 1983.
\bibitem[Rothe(2017)]{rothe2017robust}
Christoph Rothe.
\newblock Robust confidence intervals for average treatment effects under limited overlap.
\newblock \emph{Econometrica}, 85\penalty0 (2):\penalty0 645--660, 2017.
\bibitem[Song et~al.(2024)Song, Lin, and Zhou]{song2024general}
Shanshan Song, Yuanyuan Lin, and Yong Zhou.
\newblock A general m-estimation theory in semi-supervised framework.
\newblock \emph{Journal of the American Statistical Association}, 119\penalty0 (546):\penalty0 1065--1075, 2024.
\bibitem[Testa et~al.(2025)Testa, Boschi, Chiaromonte, Kennedy, and Reimherr]{testa2025doubly}
Lorenzo Testa, Tobia Boschi, Francesca Chiaromonte, Edward~H Kennedy, and Matthew Reimherr.
\newblock Doubly-robust functional average treatment effect estimation.
\newblock \emph{arXiv preprint arXiv:2501.06024}, 2025.
\bibitem[Tokumaru et~al.(2020)Tokumaru, Oshi, Katsuta, Yan, Satyananda, Matsuhashi, Futamura, Akao, Yoshida, and Takabe]{tokumaru2020kras}
Yoshihisa Tokumaru, Masanori Oshi, Eriko Katsuta, Li~Yan, Vikas Satyananda, Nobuhisa Matsuhashi, Manabu Futamura, Yukihiro Akao, Kazuhiro Yoshida, and Kazuaki Takabe.
\newblock Kras signaling enriched triple negative breast cancer is associated with favorable tumor immune microenvironment and better survival.
\newblock \emph{American journal of cancer research}, 10\penalty0 (3):\penalty0 897, 2020.
\bibitem[Tsiatis(2006)]{tsiatis2006semiparametric}
Anastasios~A Tsiatis.
\newblock \emph{Semiparametric theory and missing data}, volume~4.
\newblock Springer, 2006.
\bibitem[Ueda et~al.(2019)Ueda, Oikawa, Fujita, Ishikawa, Sato, Ishikawa, Kuroda, and Kanekura]{ueda2019therapeutic}
Ai~Ueda, Keiki Oikawa, Koji Fujita, Akio Ishikawa, Eiichi Sato, Takashi Ishikawa, Masahiko Kuroda, and Kohsuke Kanekura.
\newblock Therapeutic potential of plk1 inhibition in triple-negative breast cancer.
\newblock \emph{Laboratory investigation}, 99\penalty0 (9):\penalty0 1275--1286, 2019.
\bibitem[Van~der Vaart(2000)]{van2000asymptotic}
Aad~W Van~der Vaart.
\newblock \emph{Asymptotic statistics}, volume~3.
\newblock Cambridge university press, 2000.
\bibitem[Xu et~al.(2025)Xu, Witten, and Shojaie]{xu2025unified}
Zichun Xu, Daniela Witten, and Ali Shojaie.
\newblock A unified framework for semiparametrically efficient semi-supervised learning.
\newblock \emph{arXiv preprint arXiv:2502.17741}, 2025.
\bibitem[Yang and Ding(2018)]{yang2018asymptotic}
Shu Yang and Peng Ding.
\newblock Asymptotic inference of causal effects with observational studies trimmed by the estimated propensity scores.
\newblock \emph{Biometrika}, 105\penalty0 (2):\penalty0 487--493, 2018.
\bibitem[Zhang et~al.(2019)Zhang, Brown, and Cai]{zhang2019semi}
Anru Zhang, Lawrence~D Brown, and T~Tony Cai.
\newblock Semi-supervised inference: General theory and estimation of means.
\newblock \emph{Annals of Statistics}, 2019.
\bibitem[Zhang and Bradic(2022)]{zhang2022high}
Yuqian Zhang and Jelena Bradic.
\newblock High-dimensional semi-supervised learning: in search of optimal inference of the mean.
\newblock \emph{Biometrika}, 109\penalty0 (2):\penalty0 387--403, 2022.
\bibitem[Zhang et~al.(2023)Zhang, Chakrabortty, and Bradic]{zhang2023double}
Yuqian Zhang, Abhishek Chakrabortty, and Jelena Bradic.
\newblock Double robust semi-supervised inference for the mean: selection bias under mar labeling with decaying overlap.
\newblock \emph{Information and Inference: A Journal of the IMA}, 12\penalty0 (3):\penalty0 2066--2159, 2023.
\bibitem[Zhu(2005)]{zhu2005semi}
Xiaojin~Jerry Zhu.
\newblock Semi-supervised learning literature survey.
\newblock 2005.
\bibitem[Zrnic and Cand{\`e}s(2024)]{zrnic2024cross}
Tijana Zrnic and Emmanuel~J Cand{\`e}s.
\newblock Cross-prediction-powered inference.
\newblock \emph{Proceedings of the National Academy of Sciences}, 121\penalty0 (15):\penalty0 e2322083121, 2024.
\end{thebibliography}