3DitScene: Editing Any Scene via Language-guided Disentangled Gaussian Splatting
Extracted source text ยท arXiv 2405.18424
% \documentclass[acmtog,anonymous,review]{acmart}
\documentclass[acmtog,nonacm]{acmart}
\makeatletter
\let\@authorsaddresses\@empty
\makeatother
\fancyhead{}
\usepackage{booktabs}
\usepackage{graphicx}
\usepackage{amsmath}
\usepackage{booktabs}
\usepackage{multirow}
\usepackage{colortbl}
\usepackage{makecell}
\usepackage{diagbox}
% TOG prefers author-name bib system with square brackets
\citestyle{acmauthoryear}
%\setcitestyle{nosort,square} % nosort to allow for manual chronological ordering
\usepackage{wrapfig}
\usepackage[capitalize]{cleveref} % Should be loaded after 'hyperref', and works perfectly with 'subfigure'.
\crefname{section}{Sec.}{Secs.}
\Crefname{section}{Section}{Sections}
\crefname{table}{Tab.}{Tabs.}
\Crefname{table}{Table}{Tables}
\crefname{figure}{Fig.}{Figs.}
\Crefname{figure}{Figure}{Figures}
\crefname{equation}{Eq.}{Eqs.}
\Crefname{equation}{Equation}{Equations}
\hyphenpenalty=1200
\usepackage[ruled]{algorithm2e} % For algorithms
\renewcommand{\algorithmcfname}{ALGORITHM}
\SetAlFnt{\small}
\SetAlCapFnt{\small}
\SetAlCapNameFnt{\small}
\SetAlCapHSkip{0pt}
% Metadata Information
\acmJournal{TOG}
%\acmVolume{38}
%\acmNumber{4}
%\acmArticle{39}
%\acmYear{2019}
%\acmMonth{7}
% Copyright
%\setcopyright{acmcopyright}
%\setcopyright{acmlicensed}
%\setcopyright{rightsretained}
%\setcopyright{usgov}
%\setcopyright{usgovmixed}
%\setcopyright{cagov}
%\setcopyright{cagovmixed}
% DOI
%\acmDOI{0000001.0000001_2}
% Paper history
%\received{February 2007}
%\received{March 2009}
%\received[final version]{June 2009}
%\received[accepted]{July 2009}
\newcommand{\method}{\textcolor{black}{\mbox{\texttt{3DitScene}}}\xspace}
\newcommand{\supp}{\textit{Supplementary Material}\xspace}
% Document starts
\begin{document}
% Title portion
\title{\method: Editing Any Scene via Language-guided Disentangled Gaussian Splatting}
% DO NOT ENTER AUTHOR INFORMATION FOR ANONYMOUS TECHNICAL PAPER SUBMISSIONS TO SIGGRAPH 2019!
\author{Qihang Zhang}
\affiliation{%
\institution{The Chinese University of Hong Kong}
\city{Hong Kong}
\country{HKSAR}
}
\email{qhzhang@link.cuhk.edu.hk}
\author{Yinghao Xu}
\affiliation{%
\institution{Stanford University}
\city{Palo Alto}
\country{United States of America}
}
\email{justimyhxu@gmail.com}
\author{Chaoyang Wang}
\affiliation{%
\institution{Snap Inc.}
\city{Los Angeles}
\country{United States of America}
}
\email{cwang9@snapchat.com}
\author{Hsin-Ying Lee}
\affiliation{%
\institution{Snap Inc.}
\city{Los Angeles}
\country{United States of America}
}
\email{hlee5@snap.com}
\author{Gordon Wetzstein}
\affiliation{%
\institution{Stanford University}
\city{Palo Alto}
\country{United States of America}
}
\email{gordon.wetzstein@stanford.edu}
\author{Bolei Zhou}
\affiliation{%
\institution{University of California Los Angeles}
\city{Los Angeles}
\country{United States of America}
}
\email{bolei@cs.ucla.edu}
\author{Ceyuan Yang}
\affiliation{%
\institution{ByteDance}
\city{Shanghai}
\country{China}
}
\email{limbo0066@gmail.com}
\renewcommand\shortauthors{Zhang, Q. et al}
\input{sections/0.abstract}
\begin{teaserfigure}
\centering
\includegraphics[width=0.98\linewidth]{figs/teaser.pdf}
\caption{
\textbf{Image pairs edited by \method.} Our method has the capability to simultaneously handle diverse types of editing across both 2D and 3D dimensions.
}
\label{fig:teaser}
\end{teaserfigure}
\maketitle
\input{sections/1.intro}
\input{sections/2.relatedwork}
\input{sections/3.method}
\input{sections/4.exp}
\input{sections/5.conclusion}
\newpage
\begin{figure*}[t]
\centering
\includegraphics[width=1\linewidth]{figs/result_1.pdf}
\caption{
\textbf{Image pairs edited by \method.}
}
\label{figure:addition_1}
\end{figure*}
\begin{figure*}[t]
\centering
\includegraphics[width=0.88\linewidth]{figs/result_2.pdf}
\vspace{-1em}
\caption{
\textbf{Image pairs edited by \method.}
}
\label{figure:addition_2}
\end{figure*}
% \input{samplebody-journals}
% Bibliography
\bibliographystyle{ACM-Reference-Format}
\bibliography{ref}
\end{document}
\begin{abstract}
Scene image editing is crucial for entertainment, photography, and advertising design.
%
Existing methods solely focus on either 2D individual object or 3D global scene editing.
%
This results in a lack of a unified approach to effectively control and manipulate scenes at the 3D level with different levels of granularity.
%
In this work, we propose \method, a novel and unified scene editing framework leveraging language-guided disentangled Gaussian Splatting that enables seamless editing from 2D to 3D, allowing precise control over scene composition and individual objects.
%
We first incorporate 3D Gaussians that are refined through generative priors and optimization techniques.
%
Language features from CLIP then introduce semantics into 3D geometry for object disentanglement.
%
With the disentangled Gaussians, \method allows for manipulation at both the global and individual levels, revolutionizing creative expression and empowering control over scenes and objects.
%
Experimental results demonstrate the effectiveness and versatility of \method in scene image editing.
%
Code and online demo can be found at our project homepage: \href{https://zqh0253.github.io/3DitScene/}{\textcolor{blue}{https://zqh0253.github.io/3DitScene/}}.
\end{abstract}
%
% The code below should be generated by the tool at
% http://dl.acm.org/ccs.cfm
% Please copy and paste the code instead of the example below.
%
\begin{CCSXML}
<ccs2012>
<concept>
<concept_id>10010147.10010178.10010224</concept_id>
<concept_desc>Computing methodologies~Computer vision</concept_desc>
<concept_significance>500</concept_significance>
</concept>
</ccs2012>
\end{CCSXML}
\ccsdesc[500]{Computing methodologies~Computer vision}
%
% End generated code
%
\keywords{Image editing, 3D scene generation}
\section{Introduction}
\label{introduction}
Editing scene images is of great importance in various fields, ranging from entertainment, professional photography and advertising design.
%
Content editing allows to create immersive and captivating experiences for audiences, convey the artistic vision effectively and achieve the desired aesthetic outcomes.
%
With the rapid development of deep generative modeling, many attempts have been made to edit an image effectively.
%
However, they have encountered limitations that hindered their potential.
Previous methods primarily concentrate on scene editing in 2D image space.
%
They commonly rely on generative priors, such as GANs and Diffusion Models (DM), and employ techniques like modification of cross-attention mechanisms~\cite{prompt2prompt, stylealigned}, and optimization of network parameters~\cite{diffusionclip, imagic, dreambooth, textualinversion, chen2023anydoor}
to edit the appearance and object identity within scene images.
%
While some efforts have been made to extend these methods to 3D editing, they ignore 3D cues and pose a challenge in maintaining 3D consistency, especially when changing the camera pose.
%
Moreover, these approaches typically focus on global scenes and lack the ability to disentangle objects accurately, resulting in limited control over individual objects at the 3D level.
In order to edit any scene images and enable 3D control over both scene and its individual objects, we propose \method, a novel scene editing framework which leverage a new scene representation, language-guided disentangled Gaussian Splatting.
%
Concretely, the given image is first projected into 3D Gaussians which are further refined and enriched through 2D generative prior~\cite{ldm, poole2022dreamfusion}.
%
We thus obtain a comprehensive 3D scene representation that naturally enables novel view synthesis for a given image.
%
In addition, language features from CLIP are distilled into the corresponding 3D Gaussians to introduce semantics into 3D geometry.
%
These semantic 3D Gaussians help disentangle individual objects out of the entire scene representation, resulting in language-guided disentangled Gaussians for scene decomposition.
%
They also allow for a more user-friendly interaction \emph{i.e.,} users could query specific objects or interest via text.
%
To this end, our \method enables seamless editing from 2D to 3D and allow for modifications at both the global and individual levels, empowering creators to have precise control over scene composition, and object-level edits.
%
We dub our pipeline as \method.
%
Different from previous works that focus on addressing a single type of editing, \method integrates editing requirements within a unified framework.
%
Our teaser figure demonstrates the versatility of \method by showcasing its application to diverse scene images.
%
We have conducted evaluations of \method under various settings, and the results demonstrate significant improvements over baseline methods.
\section{Related work}
\label{relatedwork}
\begin{figure*}[t]
\centering
\includegraphics[width=1\linewidth]{figs/pipeline_optimization.pdf}
\caption{
\textbf{\method training pipeline.} Given input view, we first initialize 3DGS by lifting pixels to 3D space and then expand it over novel views by RGB and depth inpainting. Semantic features are then distilled into 3D Gaussians to achieve object-level disentanglement.
}
\label{figure:pipeline}
\end{figure*}
\begin{figure*}[t]
\centering
\includegraphics[width=1\linewidth]{figs/pipeline_inference.pdf}
\caption{
\textbf{\method Inference pipeline.} User can query object of interest via language prompt. Enabled by the disentangled 3D representation, user can change camera viewpoint, and manipulate the object of interest in a flexible manner.
}
\label{figure:inference_pipeline}
\end{figure*}
\noindent \textbf{Image Editing with Generative Models.}
The field of 2D image synthesis has advanced significantly with the development of generative models such as GANs~\cite{stylegan3, stylegan} and diffusion models~\cite{ldm, scoresde, ddpm}.
%
Many studies capitalize on the rich prior knowledge embedded in generative models for image editing. Some endeavors utilize GANs for various image editing tasks, including image-to-image translation, latent manipulation~\cite{interfacegan, higan, idinvert, ghfeat, steerability}, and text-guided manipulation~\cite{styleclip}.
%
However, due to limitations in training on large-scale data, GANs often struggle to perform well on real-world scene images. As diffusion models make notable progress, the community is increasingly focusing on harnessing the potent text-to-image diffusion model for real image editing~\cite{diffusionclip, imagic, dreambooth, textualinversion, chen2023anydoor, prompt2prompt, stylealigned, sdedit, ddib}.
%
However, these methods are confined to the 2D domain and are limited in editing objects within a 3D space.
%
Concurrently, other research efforts~\cite{imagesculpting} attempt to address 3D-aware image editing, but they introduces inconsistency in the editing process, and cannot change the camera perspective of the entire scene.
%
In contrast, our model leverages an explicit 3D Gaussian to convert 2D images into 3D space while disentangling objects with language guidance. This approach enables our model not only to consistently perform 3D-aware object editing but also facilitates scene-level novel-view synthesis.
\noindent \textbf{Single-view 3D Scene Synthesis.}
Among 3D scenes generation~\cite{zhang2023scenewiz3d,hollein2023text2room,chung2023luciddreamer,chen2023scenetex,chen2023scenedreamer,mao2023showroom3d,epstein2024disentangled}, conditional generation on a single-view presents an unique challenge.
%
Previous approaches address this challenge by training a versatile model capable of inferring a 3D representation of a scene based on a single input image ~\cite{wiles2020synsin, tucker2020single, hu2021worldsheet, han2022single, flynn2019deepview, li2021mine, lrm, pixelnerf}.
%
However, these methods demand extensive datasets for training and tend to produce blurry textures when confronted with significant changes in camera viewpoints.
%
Recently, several works have embraced diffusion priors~\cite{zero123, genvs, dmv3d, nerfdiff, dreamgaussian, magic123} to acquire a probabilistic distribution for unseen views, leading to better synthesis results.
%
Nevertheless, these methods often concentrate on object-centric scenes or lack 3D consistency.
%
Our approach connect 2D images and 3D scenes with explicit 3D Gaussians and incorporate diffusion knowledge, which overcome the mentioned challenges.
\section{Method}
\label{method}
Our target is to propose a 3D-aware scene image editing framework that allows simultaneous control over the camera and objects.
%
To accomplish this, \cref{sec:3dgs} introduces a novel scene representation called language-guided disentangled Gaussian splatting.
%
In order to achieve object-level control, \cref{sec:distill} further distills language features into the Gaussian splatting representation, achieving disentanglement at the object level.
%
We elaborate the optimization process in \cref{sec:optimization} and demonstrate the flexible user control enabled by our framework during inference in \cref{sec:inference}.
\subsection{3D Gaussian Splatting from Single Image} \label{sec:3dgs}
\noindent \textbf{Preliminary.} 3D Gaussian Splatting (3DGS)~\cite{kerbl20233d} has been proved effective in both reconstructive~\cite{luiten2023dynamic, yang2023deformable} and generative setting~\cite{zou2023triplane,dreamgaussian}.
%
It represents a 3D scene via a set of explicit 3D Gaussians.
%
Each 3D Gaussian describes its location by a center vector $\mathbf{x}\in\mathbb{R}^3$, a scaling factor $\mathbf{s}\in\mathbb{R}^3$, a rotation quaternion $\mathbf{q}\in\mathbb{R}^4$, and also stores an opacity value $\alpha\in\mathbb{R}$ and spherical harmonics (SH) coefficients $\mathbf{c}\in\mathbb{R}^k$ ($k$ represents the degrees of freedom of SH) for volumetric rendering.
%
All the above parameters can be denoted as $\Theta=\{ \mathbf{x}_i, \mathbf{s}_i, \mathbf{q}_i, \alpha_i, \mathbf{c}_i | i\in [0,\cdots,N-1] \}$, where $N$ is the number of 3D Gaussians.
%
A tile-based rasterizer is used to render these Gaussians into 2D image.
\noindent\textbf{Image-to-3DGS initialization.} Given an input image $\mathbf{I}\in\mathbb{R}^{3\times H\times W}$, an off-the-shelf depth prediction model is applied to estimate its depth map $\mathbf{D}\in\mathbb{R}^{H\times W}$.
%
Then, we could transform image pixels into 3D space, forming the corresponding 3D point clouds:
\begin{equation}
\mathcal{P}= \phi_{2\to 3} (\mathbf{I}, \mathbf{D}, \mathbf{K}, \mathbf{T}),
\label{eq:lift}
\end{equation}
%
where $\mathbf{K}$ and $\mathbf{T}$ are camera intrinsic and extrinsic matrices respectively.
%
Such point clouds $\mathcal{P}$ are then used to initialize the 3DGS
%
by directly copying the location and color values, with other GS-related parameters randomly initialized.
%
To refine the 3DGS's appearance, we adopt a reconstruction loss:
\begin{equation}
\mathcal{L}_\text{recon} = \|\mathbf{I} - f(\mathcal{P}, \mathbf{K}, \mathbf{T})\|^2_2,
\end{equation}
where $f$ is the rendering function.
We further enhance the rendered quality by leveraging prior knowledge from image generative foundation model, namely Stable Diffusion~\cite{ldm}.
%
It provides update direction to the images rendered by the current 3DGS in the form of Score Distillation Sampling~\cite{poole2022dreamfusion} loss, denoted as $\mathcal{L}_\text{SDS}$.
\noindent\textbf{3DGS expansion by inpainting.}
When camera perspectives changes, rendered views will contain holes due to occlusion or new region outside the original view frustum.
%
We use Stable Diffusion to inpaint the uncovered regions.
%
Then, the newly added pixels need to be accurately transformed into 3D space to align seamlessly with the existing 3D Gaussians.
Previous methods~\cite{chung2023luciddreamer, hollein2023text2room, yu2023wonderjourney} first predict the depth values, and then use heuristic methods to adjust the values to align with the existing 3D structure.
%
However, relying on heuristic methods often overlooked various scenarios, leading to artifacts such as depth discontinuities or shape deformations.
Instead, we propose a novel method to lifted novel contents to 3D while ensuring seamless alignment without any heuristic procedures.
%
The key insight is to treat the problem as an image inpainting task, and utilize state-of-the-art diffusion-based depth estimation models~\cite{fu2024geowizard, yang2024depth} as a prior to solve the task.
%
During denoising steps, rather than using models to predict the noise over the entire image, we employ the forward diffusion process to determine the value of fixed areas~\cite{meng2021sdedit}.
%
This approach guarantees the final result, after denoising, adheres to the depth of original fixed parts, ensuring smooth expansion.
After smooth 3DGS expansion via depth inpainting, we take the imagined novel views as reference views, and apply reconstruction loss $\mathcal{L}_\text{recon}$ to supervise the updated 3DGS. SDS loss $\mathcal{L}_\text{SDS}$ is adopted for views rendered from camera perspectives that are interpolated between the user-provided viewpoint and the newly imagined views.
\subsection{Language-guided Disentangled Gaussian Splatting} \label{sec:distill}
Based on the 3DGS built from single input image, users can generate novel views.
%
In this section, we further distill CLIP~\cite{radford2021learning} language feature to 3D Gaussians.
%
This introduce semantics into 3D geometry, which helps disentangle individual objects out of the entire scene representation.
\noindent\textbf{Language feature distillation.}
%
We augment each 3D Gaussian with a language embedding $\mathbf{e}\in\mathbb{R}^C$, where $C$ denotes the number of the channels.
%
Similar to RGB image $\mathbf{I}$, a 2D semantic feature map $\mathbf{E}\in\mathbb{R}^{C\times H\times W}$ can also be rendered by the rasterizer.
%
To learn the embedding, we first use Segment Anything Model (SAM)~\cite{kirillov2023segment, zhang2023faster} to get semantic masks $\mathbf{M}_i$.
%
Then, we can obtain embedding of each object $\textbf{I}\odot \textbf{M}_i$ and supervise the corresponding region on rendered feature map $\mathbf{E}$, according to the distillation loss:
\begin{equation}
\mathcal{L}_\text{distill}=\sum_{i} \big\|\big(\mathbf{E} - g\left(\mathbf{I}\odot \mathbf{M}_i\right)\big)\odot \mathbf{M}_i\big\|_2^2,
\end{equation}
where $g$ is the CLIP's image encoder, and $\odot$ denotes element-wise multiplication.
%
Following LangSplat~\cite{Qin2023LangSplat}, we additionally train an autoencoder to compress the embedding space to optimize the memory consumption of language embedding $\mathbf{e}$.
\noindent\textbf{Scene decomposition.}
%
After distillation, we can decompose the scene into different objects.
%
This enables user to query and ground specific object, and perform editing over single object (\emph{e.g.} translation, rotation, removal, re-stylizing).
%
It is worth noting that such scene decomposition property not only enables more flexible edits during inference stage, but also provides augmentation over scene layouts during the optimization process.
%
Since now we can query and render each object independently, we apply random translation, rotation, and removal over objects.
%
This augmentation over the scene layout leads to a significant improvement in the appearance of occluded regions, ultimately enhancing the overall quality of the edited views (see \cref{sec: layout aug ablation}).
\subsection{Training} \label{sec:optimization}
The overall training objective can be expressed as:
\begin{equation}
\mathcal{L} = \lambda_\text{recon}\mathcal{L}_\text{recon}
+ \lambda_\text{SDS}\mathcal{L}_\text{SDS}
+ \lambda_\text{distill}\mathcal{L}_\text{distill},
\end{equation}
where $\lambda_\text{recon}$, $\lambda_\text{SDS}$ and $\lambda_\text{distill}$ are coefficients that balance each loss term.
\subsection{Inference} \label{sec:inference}
Due to the disentangled nature of our representation, users can now interact with and manipulate objects in a flexible manner.
%
Here, we mainly discuss prompting objects via two different modalities:
\noindent \textbf{Text prompt.}
%
Users can query an object through text prompts as shown in \cref{figure:inference_pipeline}.
%
Following LERF~\cite{kerr2023lerf} and LangSplat~\cite{Qin2023LangSplat}, we calculate the relevancy score \texttt{score} between the language embedding $\mathbf{e}$ in the 3D Gaussians and the embedding of the text prompt $\mathbf{e}_l$ as:
%
\begin{equation}
\texttt{score} = \min_i \frac{\exp(\mathbf{e}\cdot\mathbf{e}_l)}{\exp(\mathbf{e}\cdot\mathbf{e}_l)+\exp(\mathbf{e}\cdot\mathbf{e}^i_\text{canon})},
\end{equation}
where $\mathbf{e}^i_\text{canon}$ is the CLIP embeddings of canonical phrases including ``\textit{object}'', ``\textit{things}'', ``\textit{stuff}'', and ``\textit{texture}''.
%
Gaussians that have relevance scores below a predefined threshold are excluded. The remaining part is identified as the object of user interest.
\noindent \textbf{Bounding box.} Users can also select an object by drawing an approximate bounding box around it on the input image.
%
3D Gaussians within the bounding box are first identified, followed by K-Means clustering based on their language embeddings $\mathbf{e}$.
%
Assuming the object is the most significant one within the bounding box, clusters whose number of Gaussians does not exceed a threshold proportion will be discarded.
In the meantime, user can also adjust the camera viewpoint by specifying intrinsic and extrinsic parameters.
\section{Experiments}
\label{experiments}
\begin{table}[]
\centering
\footnotesize
\caption{\textbf{User study result.} We report the percentage of favorite users for the consistency and quality of images edited by each method}
\setlength{\tabcolsep}{5pt}
\begin{tabular}{@{}cccccc@{}}
\toprule
\multicolumn{1}{l}{} & \multicolumn{1}{l}{} & AnyDoor & Ojbect 3DIT & Image Scuplting & Ours \\ \midrule
\multirow{2}{*}{Consistency} & Human & 5.1 & 16.8 & 12.7 & \textbf{65.4} \\ \cmidrule(l){2-6}
& GPT4-v & 0.0 & 6.7 & 31.3 & \textbf{62.0} \\ \midrule
\multirow{2}{*}{Quality} & Human & 10.4 & 0.5 & 25.1 & \textbf{64.0} \\ \cmidrule(l){2-6}
& GPT4-v & 6.7 & 13.3 & 39.2 & \textbf{40.8} \\ \bottomrule
\end{tabular}
\label{tab: user study}
\end{table}
\begin{figure*}[!h]
\centering
\includegraphics[width=0.99\textwidth]{figs/feature.pdf}
\caption{
\textbf{Visualization of rendered images and feature maps.} For each sample, we show three views of rendered images and feature maps. To demonstrate the disentangled scene representation, we use the language embedding to select a foreground object and render it exclusively.
}
\label{figure:vis-feature}
\end{figure*}
\subsection{Settings}
\noindent\textbf{Implementation details.} To lift an image to 3D, we use GeoWizard~\cite{fu2024geowizard} to estimate its relative depth.
%
Stable Diffusion~\cite{ldm}'s inpainting pipeline is adopted to generate new content for 3DGS's expansion.
%
We leverage MobileSAM~\cite{zhang2023faster} and OpenCLIP~\cite{ilharco_gabriel_2021_5143773} to segment and compute rendered views' feature maps, which are further leveraged to supervise the language embedding of 3D Gaussians.
%
We use Stable Diffusion to perform Score Distillation Sampling~\cite{poole2022dreamfusion} during optimization.
%
Given the already decent image quality at the start of optimization benefited from explicit 3DGS initialization, we adopt a low classifier-free guidance~\cite{ho2022classifier} scale.
\noindent\textbf{Baselines.} We compare our method with following scene image editing works:
(1) AnyDoor~\cite{chen2023anydoor} is a 2D diffusion-based model that can teleport target objects into given scene images. It leverages Stable Diffusion's powerful image generative prior by finetuning upon it.
(2) Object 3DIT~\cite{michel2024object} is designed for 3D-aware object-centric image editing via language instructions. It finetunes Stable Diffusion over a synthetic dataset containing pairs of original image, language instruction, and edited image.
(3) Image Sculpting~\cite{yenphraphai2024image} is also designed for 3D-aware object-centric image editing. It estimates a 3D model from an object in the input image to enable precise 3D control over the geometry. It also uses Stable Diffusion to refine the edited image quality.
(4) AdaMPI~\cite{han2022single} focuses on the control over camera perspective. It leverages monocular depth estimation and color inpainting with learned adaptive layered depth representations.
(5) LucidDreamer~\cite{chung2023luciddreamer} tackles novel view synthesis by querying Stable Diffusion's inpainting pipeline with dense camera trajectories.
\begin{figure}[t]
\centering
\includegraphics[width=\linewidth]{figs/objctrl.pdf}
\caption{
\textbf{Comparison results of object-centric manipulation.} We apply translation, resizing, and removal over foreground objects. Two different edit results are shown for each method.
}
\label{figure:obj-control}
\end{figure}
\begin{figure*}[t]
\centering
\includegraphics[width=1\linewidth]{figs/camera.pdf}
\caption{
\textbf{Comparison results of camera control.} We show two views with different camera perspectives for each method.
}
\label{figure:camera-control}
\end{figure*}
\begin{figure*}[t]
\centering
\includegraphics[width=1\linewidth]{figs/dropout.pdf}
\caption{
\textbf{Ablation results for layout augmentation during optimization.} To evaluate the degree of object-level disentanglement, we conduct object removal for each sample. The top row displays the input image, while the next two rows showcase the edited scene
}
\label{figure:dropout-ablate}
\end{figure*}
\subsection{Quantitative results}
We conduct a user study to compare the edited results by our method with the established baselines.
%
We generate 20 samples for each method and request users to vote for their preferred method based on consistency with the original image and quality for each sample.
%
We collect feedback from 25 users, and report the result in \cref{tab: user study}.
%
Our method consistently outperforms previous baselines in terms of both consistency and image quality.
%
As recommended in a previous study~\cite{wu2024gpt}, GPT4-v has the ability to evaluate 3D consistency and image quality. Therefore, we include GPT-4v as an additional criterion.
%
The preference of GPT4-v is well aligned with human preference, which once again demonstrates the superiority of \method.
\subsection{Qualitative results}
\cref{figure:vis-feature} showcases the generated novel views with their respective feature maps produced by our framework.
%
The feature maps demonstrate remarkable accuracy in capturing the semantic content of the images. This ability to distinctly separate semantic information plays a crucial role in achieving precise object-level control
%
In the following, we demonstrate flexible editing over scene images enabled by our framework, and also compare with baseline methods.
\noindent \textbf{Object manipulation.}
%
Since different methods define object manipulation, particularly translation operations, in different coordinate systems\footnote{AnyDoor, Object 3DIT and Image Sculpting respectively employs 2D masks, language prompts, and image coordinates for control. We use coordinates in 3D space instead.}, it becomes challenging to evaluate them under a unified and fair setting.
%
Therefore, we evaluate each method under its own specific setting to achieve the best possible result.
%
As shown in \cref{figure:obj-control}, AnyDoor struggles to maintain object identity and 3D consistency when manipulating object layouts, primarily due to the absence of 3D cues.
%
Object 3DIT, trained on synthetic datasets, exhibits limited generalization ability to real images.
%
By leveraging a 3D model derived from the input image, Image Sculpting achieves better results.
%
Nonetheless, it encounters issues with inconsistency when manipulating objects. This arises from the fact that they solely rely on the 3D model for providing rough guidance, resulting in the loss of finer details during optimization.
In contrast, our method delivers satisfactory 3D-aware object-level editing results. It maintains accurate 3D consistency of edited objects after rearranging their layout. Additionally, it preserves occlusion relationships within the scene, such as moving the girl to be partially occluded by a foreground object in the last row example.
\begin{figure*}[t]
\centering
\includegraphics[width=1\linewidth]{figs/loss_ablation.pdf}
\caption{
\textbf{Ablation results for loss terms.} We show rendered novel views under different loss settings. The left column lists the input image. In right columns, two views are shown for each configuration. The quality degrades when reconstruction or SDS loss term is discarded
}
\label{figure:loss-ablate}
\end{figure*}
\begin{figure}[t]
\centering
\includegraphics[width=1\linewidth]{figs/depth.pdf}
\caption{
\textbf{Ablation results for depth inpainting.} Row (a): images and corresponding depth map (only available in the left half); Row (b): depth map predicted by heuristic alignment; Row (c): depth map predicted by our depth inpainting method.
}
\label{figure:depth}
\end{figure}
\noindent \textbf{Camera control.}
%
We compare our methods with AdaMPI and LucidDreamer for camera control.
%
As illustrated in \cref{figure:camera-control}, AdaMPI only focuses on scenarios where the camera zooms in, and does not consider novel view synthesis.
%
Therefore, this approach is not suitable for 3D-aware image editing when large camera control is required.
%
LucidDreamer also leverages Stable Diffusion's inpainting capacity for novel view synthesis. However, it suffers from sudden transitions in the content within the frame (see sample in the bottom line). It also requires dense camera poses.
%
In contrast, our method only needs as few as three camera poses and enables smooth transitions from the input view to novel views, enhancing user control over the camera perspective.
\subsection{Ablation study}
\noindent \textbf{Layout augmentation during optimization.} \label{sec: layout aug ablation}
%
As our representation disentangles at object level, we could perform layout augmentation during optimization.
%
Here, we investigate whether disentanglement property benefits the optimization process.
%
We use the task of removing objects to evaluate the degree of disentanglement.
As illustrated in \cref{figure:dropout-ablate}, when layout augmentation is disabled during optimization, floating artifacts can be observed.
%
We discover that these Gaussians lie inside the object.
They are occluded by Gaussians at the surface.
%
As they do not contribute to the rendering result, they are consequently not updated by gradient descent during optimization, leaving their language embeddings unsupervised.
In contrast, when applying layout augmentation during optimization, such Gaussians will be exposed when the foreground object is moved away, and hence updated.
%
With this ablation, it is concluded that the disentanglement property of the proposed representation not only enables more flexible inference, but also contributes to the optimization process.
\noindent \textbf{Loss terms.}
%
During optimization, we adopt three loss terms: $\mathcal{L}_\text{recon}$, $\mathcal{L}_\text{SDS}$, and $\mathcal{L}_\text{distill}$.
%
$\mathcal{L}_\text{distill}$ plays a critical role in distilling language embedding into 3D.
%
The remaining two terms focus on enhancing the visual quality of images.
%
Here, we investigate the contribution of these two items through an ablation study.
%
As input images can provide guidance of overall structure and detailed appearance, there is no need of applying a large classifier free guidance (CFG) value for SDS loss.
%
Thus, by default, we choose 5 as the CFG value.
As illustrated in \cref{figure:loss-ablate}, the image quality degrades severely without $\mathcal{L}_\text{recon}$ or $\mathcal{L}_\text{SDS}$.
%
Without $\mathcal{L}_\text{recon}$, the image is only refined by the SDS loss, which creates discrepancies with the original image.
%
When the CFG value is set low, 5 as default, the image appears lacking in details and exhibits unusual texture patterns. Increasing the CFG value introduces more details, yet leads to inconsistencies with the original image, while the issue of strange texture patterns persists.
%
Additionally, only applying $\mathcal{L}_\text{recon}$ results to floating artifacts and blurriness across the entire image.
%
In conclusion, both SDS and reconstruction loss are crucial for achieving decent image quality.
\noindent \textbf{Depth inpainting.}
When expanding 3DGS at novel views, we need to estimate the depth map of unseen regions.
%
Here, we compare our inpainting-based depth estimation with heuristic-based method.
%
\cref{figure:depth} show images with depth map available in the left part. The task is to predict the depth map of the right part.
%
Method relying on heuristic alignment results to artifacts like depth discontinuity.
%
In contrast, our proposed method is capable of producing accurate depth maps that align well with the left known part.
\section{Conclusion and Discussion}
\label{conclusion}
We present a novel framework, \method, for scene image editing.
%
Our primary objective is to facilitate 3D-aware editing of both objects and the entire scene within a unified framework.
%
We achieve this by leveraging a new scene representation, language-guided disentangled scene representation.
%
This representation is learnt by distilling CLIP's language feature into 3D Gaussians.
%
The semantic 3D Gaussians effectively disentangle individual objects out of the entire scene, , thereby enabling localized object editing.
%
We test \method under different settings and prove its superiority compared to previous methods.
%%% -*-BibTeX-*-
%%% Do NOT edit. File created by BibTeX with style
%%% ACM-Reference-Format-Journals [18-Jan-2012].
\begin{thebibliography}{61}
%%% ====================================================================
%%% NOTE TO THE USER: you can override these defaults by providing
%%% customized versions of any of these macros before the \bibliography
%%% command. Each of them MUST provide its own final punctuation,
%%% except for \shownote{}, \showDOI{}, and \showURL{}. The latter two
%%% do not use final punctuation, in order to avoid confusing it with
%%% the Web address.
%%%
%%% To suppress output of a particular field, define its macro to expand
%%% to an empty string, or better, \unskip, like this:
%%%
%%% \newcommand{\showDOI}[1]{\unskip} % LaTeX syntax
%%%
%%% \def \showDOI #1{\unskip} % plain TeX syntax
%%%
%%% ====================================================================
\ifx \showCODEN \undefined \def \showCODEN #1{\unskip} \fi
\ifx \showDOI \undefined \def \showDOI #1{#1}\fi
\ifx \showISBNx \undefined \def \showISBNx #1{\unskip} \fi
\ifx \showISBNxiii \undefined \def \showISBNxiii #1{\unskip} \fi
\ifx \showISSN \undefined \def \showISSN #1{\unskip} \fi
\ifx \showLCCN \undefined \def \showLCCN #1{\unskip} \fi
\ifx \shownote \undefined \def \shownote #1{#1} \fi
\ifx \showarticletitle \undefined \def \showarticletitle #1{#1} \fi
\ifx \showURL \undefined \def \showURL {\relax} \fi
% The following commands are used for tagged output and should be
% invisible to TeX
\providecommand\bibfield[2]{#2}
\providecommand\bibinfo[2]{#2}
\providecommand\natexlab[1]{#1}
\providecommand\showeprint[2][]{arXiv:#2}
\bibitem[Chan et~al\mbox{.}(2023)]%
{genvs}
\bibfield{author}{\bibinfo{person}{Eric~R Chan}, \bibinfo{person}{Koki Nagano}, \bibinfo{person}{Matthew~A Chan}, \bibinfo{person}{Alexander~W Bergman}, \bibinfo{person}{Jeong~Joon Park}, \bibinfo{person}{Axel Levy}, \bibinfo{person}{Miika Aittala}, \bibinfo{person}{Shalini De~Mello}, \bibinfo{person}{Tero Karras}, {and} \bibinfo{person}{Gordon Wetzstein}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Generative novel view synthesis with 3d-aware diffusion models}.
\newblock \bibinfo{journal}{\emph{ICCV}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Chen et~al\mbox{.}(2023b)]%
{chen2023scenetex}
\bibfield{author}{\bibinfo{person}{Dave~Zhenyu Chen}, \bibinfo{person}{Haoxuan Li}, \bibinfo{person}{Hsin-Ying Lee}, \bibinfo{person}{Sergey Tulyakov}, {and} \bibinfo{person}{Matthias Nie{\ss}ner}.} \bibinfo{year}{2023}\natexlab{b}.
\newblock \showarticletitle{Scenetex: High-quality texture synthesis for indoor scenes via diffusion priors}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2311.17261}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Chen et~al\mbox{.}(2023a)]%
{chen2023anydoor}
\bibfield{author}{\bibinfo{person}{Xi Chen}, \bibinfo{person}{Lianghua Huang}, \bibinfo{person}{Yu Liu}, \bibinfo{person}{Yujun Shen}, \bibinfo{person}{Deli Zhao}, {and} \bibinfo{person}{Hengshuang Zhao}.} \bibinfo{year}{2023}\natexlab{a}.
\newblock \showarticletitle{Anydoor: Zero-shot object-level image customization}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2307.09481}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Chen et~al\mbox{.}(2023c)]%
{chen2023scenedreamer}
\bibfield{author}{\bibinfo{person}{Zhaoxi Chen}, \bibinfo{person}{Guangcong Wang}, {and} \bibinfo{person}{Ziwei Liu}.} \bibinfo{year}{2023}\natexlab{c}.
\newblock \showarticletitle{Scenedreamer: Unbounded 3d scene generation from 2d image collections}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2302.01330}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Chung et~al\mbox{.}(2023)]%
{chung2023luciddreamer}
\bibfield{author}{\bibinfo{person}{Jaeyoung Chung}, \bibinfo{person}{Suyoung Lee}, \bibinfo{person}{Hyeongjin Nam}, \bibinfo{person}{Jaerin Lee}, {and} \bibinfo{person}{Kyoung~Mu Lee}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Luciddreamer: Domain-free generation of 3d gaussian splatting scenes}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2311.13384}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Epstein et~al\mbox{.}(2024)]%
{epstein2024disentangled}
\bibfield{author}{\bibinfo{person}{Dave Epstein}, \bibinfo{person}{Ben Poole}, \bibinfo{person}{Ben Mildenhall}, \bibinfo{person}{Alexei~A Efros}, {and} \bibinfo{person}{Aleksander Holynski}.} \bibinfo{year}{2024}\natexlab{}.
\newblock \showarticletitle{Disentangled 3D Scene Generation with Layout Learning}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2402.16936}} (\bibinfo{year}{2024}).
\newblock
\bibitem[Flynn et~al\mbox{.}(2019)]%
{flynn2019deepview}
\bibfield{author}{\bibinfo{person}{John Flynn}, \bibinfo{person}{Michael Broxton}, \bibinfo{person}{Paul Debevec}, \bibinfo{person}{Matthew DuVall}, \bibinfo{person}{Graham Fyffe}, \bibinfo{person}{Ryan Overbeck}, \bibinfo{person}{Noah Snavely}, {and} \bibinfo{person}{Richard Tucker}.} \bibinfo{year}{2019}\natexlab{}.
\newblock \showarticletitle{Deepview: View synthesis with learned gradient descent}. In \bibinfo{booktitle}{\emph{CVPR}}.
\newblock
\bibitem[Fu et~al\mbox{.}(2024)]%
{fu2024geowizard}
\bibfield{author}{\bibinfo{person}{Xiao Fu}, \bibinfo{person}{Wei Yin}, \bibinfo{person}{Mu Hu}, \bibinfo{person}{Kaixuan Wang}, \bibinfo{person}{Yuexin Ma}, \bibinfo{person}{Ping Tan}, \bibinfo{person}{Shaojie Shen}, \bibinfo{person}{Dahua Lin}, {and} \bibinfo{person}{Xiaoxiao Long}.} \bibinfo{year}{2024}\natexlab{}.
\newblock \showarticletitle{GeoWizard: Unleashing the Diffusion Priors for 3D Geometry Estimation from a Single Image}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2403.12013}} (\bibinfo{year}{2024}).
\newblock
\bibitem[Gal et~al\mbox{.}(2022)]%
{textualinversion}
\bibfield{author}{\bibinfo{person}{Rinon Gal}, \bibinfo{person}{Yuval Alaluf}, \bibinfo{person}{Yuval Atzmon}, \bibinfo{person}{Or Patashnik}, \bibinfo{person}{Amit~H Bermano}, \bibinfo{person}{Gal Chechik}, {and} \bibinfo{person}{Daniel Cohen-Or}.} \bibinfo{year}{2022}\natexlab{}.
\newblock \showarticletitle{An image is worth one word: Personalizing text-to-image generation using textual inversion}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2208.01618}} (\bibinfo{year}{2022}).
\newblock
\bibitem[Gu et~al\mbox{.}(2023)]%
{nerfdiff}
\bibfield{author}{\bibinfo{person}{Jiatao Gu}, \bibinfo{person}{Alex Trevithick}, \bibinfo{person}{Kai-En Lin}, \bibinfo{person}{Joshua~M Susskind}, \bibinfo{person}{Christian Theobalt}, \bibinfo{person}{Lingjie Liu}, {and} \bibinfo{person}{Ravi Ramamoorthi}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Nerfdiff: Single-image view synthesis with nerf-guided distillation from 3d-aware diffusion}. In \bibinfo{booktitle}{\emph{ICML}}.
\newblock
\bibitem[Han et~al\mbox{.}(2022)]%
{han2022single}
\bibfield{author}{\bibinfo{person}{Yuxuan Han}, \bibinfo{person}{Ruicheng Wang}, {and} \bibinfo{person}{Jiaolong Yang}.} \bibinfo{year}{2022}\natexlab{}.
\newblock \showarticletitle{Single-view view synthesis in the wild with learned adaptive multiplane images}. In \bibinfo{booktitle}{\emph{ACM SIGGRAPH Conference Proceedings}}.
\newblock
\bibitem[Hertz et~al\mbox{.}(2022)]%
{prompt2prompt}
\bibfield{author}{\bibinfo{person}{Amir Hertz}, \bibinfo{person}{Ron Mokady}, \bibinfo{person}{Jay Tenenbaum}, \bibinfo{person}{Kfir Aberman}, \bibinfo{person}{Yael Pritch}, {and} \bibinfo{person}{Daniel Cohen-Or}.} \bibinfo{year}{2022}\natexlab{}.
\newblock \showarticletitle{Prompt-to-prompt image editing with cross attention control}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2208.01626}} (\bibinfo{year}{2022}).
\newblock
\bibitem[Hertz et~al\mbox{.}(2023)]%
{stylealigned}
\bibfield{author}{\bibinfo{person}{Amir Hertz}, \bibinfo{person}{Andrey Voynov}, \bibinfo{person}{Shlomi Fruchter}, {and} \bibinfo{person}{Daniel Cohen-Or}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Style aligned image generation via shared attention}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2312.02133}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Ho et~al\mbox{.}(2020)]%
{ddpm}
\bibfield{author}{\bibinfo{person}{Jonathan Ho}, \bibinfo{person}{Ajay Jain}, {and} \bibinfo{person}{Pieter Abbeel}.} \bibinfo{year}{2020}\natexlab{}.
\newblock \showarticletitle{Denoising diffusion probabilistic models}.
\newblock (\bibinfo{year}{2020}).
\newblock
\bibitem[Ho and Salimans(2022)]%
{ho2022classifier}
\bibfield{author}{\bibinfo{person}{Jonathan Ho} {and} \bibinfo{person}{Tim Salimans}.} \bibinfo{year}{2022}\natexlab{}.
\newblock \showarticletitle{Classifier-free diffusion guidance}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2207.12598}} (\bibinfo{year}{2022}).
\newblock
\bibitem[H{\"o}llein et~al\mbox{.}(2023)]%
{hollein2023text2room}
\bibfield{author}{\bibinfo{person}{Lukas H{\"o}llein}, \bibinfo{person}{Ang Cao}, \bibinfo{person}{Andrew Owens}, \bibinfo{person}{Justin Johnson}, {and} \bibinfo{person}{Matthias Nie{\ss}ner}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Text2room: Extracting textured 3d meshes from 2d text-to-image models}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2303.11989}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Hong et~al\mbox{.}(2023)]%
{lrm}
\bibfield{author}{\bibinfo{person}{Yicong Hong}, \bibinfo{person}{Kai Zhang}, \bibinfo{person}{Jiuxiang Gu}, \bibinfo{person}{Sai Bi}, \bibinfo{person}{Yang Zhou}, \bibinfo{person}{Difan Liu}, \bibinfo{person}{Feng Liu}, \bibinfo{person}{Kalyan Sunkavalli}, \bibinfo{person}{Trung Bui}, {and} \bibinfo{person}{Hao Tan}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{LRM: Large Reconstruction Model for Single Image to 3D}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2311.04400}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Hu et~al\mbox{.}(2021)]%
{hu2021worldsheet}
\bibfield{author}{\bibinfo{person}{Ronghang Hu}, \bibinfo{person}{Nikhila Ravi}, \bibinfo{person}{Alexander~C Berg}, {and} \bibinfo{person}{Deepak Pathak}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{Worldsheet: Wrapping the world in a 3d sheet for view synthesis from a single image}. In \bibinfo{booktitle}{\emph{ICCV}}.
\newblock
\bibitem[Ilharco et~al\mbox{.}(2021)]%
{ilharco_gabriel_2021_5143773}
\bibfield{author}{\bibinfo{person}{Gabriel Ilharco}, \bibinfo{person}{Mitchell Wortsman}, \bibinfo{person}{Ross Wightman}, \bibinfo{person}{Cade Gordon}, \bibinfo{person}{Nicholas Carlini}, \bibinfo{person}{Rohan Taori}, \bibinfo{person}{Achal Dave}, \bibinfo{person}{Vaishaal Shankar}, \bibinfo{person}{Hongseok Namkoong}, \bibinfo{person}{John Miller}, \bibinfo{person}{Hannaneh Hajishirzi}, \bibinfo{person}{Ali Farhadi}, {and} \bibinfo{person}{Ludwig Schmidt}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \bibinfo{booktitle}{\emph{OpenCLIP}}.
\newblock
\urldef\tempurl%
\url{https://doi.org/10.5281/zenodo.5143773}
\showDOI{\tempurl}
\newblock
\shownote{If you use this software, please cite it as below.}.
\bibitem[Jahanian et~al\mbox{.}(2019)]%
{steerability}
\bibfield{author}{\bibinfo{person}{Ali Jahanian}, \bibinfo{person}{Lucy Chai}, {and} \bibinfo{person}{Phillip Isola}.} \bibinfo{year}{2019}\natexlab{}.
\newblock \showarticletitle{On the" steerability" of generative adversarial networks}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:1907.07171}} (\bibinfo{year}{2019}).
\newblock
\bibitem[Karras et~al\mbox{.}(2021)]%
{stylegan3}
\bibfield{author}{\bibinfo{person}{Tero Karras}, \bibinfo{person}{Miika Aittala}, \bibinfo{person}{Samuli Laine}, \bibinfo{person}{Erik H\"ark\"onen}, \bibinfo{person}{Janne Hellsten}, \bibinfo{person}{Jaakko Lehtinen}, {and} \bibinfo{person}{Timo Aila}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{Alias-Free Generative Adversarial Networks}.
\newblock
\bibitem[Karras et~al\mbox{.}(2019)]%
{stylegan}
\bibfield{author}{\bibinfo{person}{Tero Karras}, \bibinfo{person}{Samuli Laine}, {and} \bibinfo{person}{Timo Aila}.} \bibinfo{year}{2019}\natexlab{}.
\newblock \showarticletitle{A style-based generator architecture for generative adversarial networks}. In \bibinfo{booktitle}{\emph{CVPR}}.
\newblock
\bibitem[Kawar et~al\mbox{.}(2023)]%
{imagic}
\bibfield{author}{\bibinfo{person}{Bahjat Kawar}, \bibinfo{person}{Shiran Zada}, \bibinfo{person}{Oran Lang}, \bibinfo{person}{Omer Tov}, \bibinfo{person}{Huiwen Chang}, \bibinfo{person}{Tali Dekel}, \bibinfo{person}{Inbar Mosseri}, {and} \bibinfo{person}{Michal Irani}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Imagic: Text-based real image editing with diffusion models}. In \bibinfo{booktitle}{\emph{CVPR}}.
\newblock
\bibitem[Kerbl et~al\mbox{.}(2023)]%
{kerbl20233d}
\bibfield{author}{\bibinfo{person}{Bernhard Kerbl}, \bibinfo{person}{Georgios Kopanas}, \bibinfo{person}{Thomas Leimk{\"u}hler}, {and} \bibinfo{person}{George Drettakis}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{3D Gaussian Splatting for Real-Time Radiance Field Rendering}.
\newblock \bibinfo{journal}{\emph{ACM Transactions on Graphics}} \bibinfo{volume}{42}, \bibinfo{number}{4} (\bibinfo{year}{2023}).
\newblock
\bibitem[Kerr et~al\mbox{.}(2023)]%
{kerr2023lerf}
\bibfield{author}{\bibinfo{person}{Justin Kerr}, \bibinfo{person}{Chung~Min Kim}, \bibinfo{person}{Ken Goldberg}, \bibinfo{person}{Angjoo Kanazawa}, {and} \bibinfo{person}{Matthew Tancik}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Lerf: Language embedded radiance fields}. In \bibinfo{booktitle}{\emph{CVPR}}. \bibinfo{pages}{19729--19739}.
\newblock
\bibitem[Kim et~al\mbox{.}(2022)]%
{diffusionclip}
\bibfield{author}{\bibinfo{person}{Gwanghyun Kim}, \bibinfo{person}{Taesung Kwon}, {and} \bibinfo{person}{Jong~Chul Ye}.} \bibinfo{year}{2022}\natexlab{}.
\newblock \showarticletitle{Diffusionclip: Text-guided diffusion models for robust image manipulation}. In \bibinfo{booktitle}{\emph{CVPR}}.
\newblock
\bibitem[Kirillov et~al\mbox{.}(2023)]%
{kirillov2023segment}
\bibfield{author}{\bibinfo{person}{Alexander Kirillov}, \bibinfo{person}{Eric Mintun}, \bibinfo{person}{Nikhila Ravi}, \bibinfo{person}{Hanzi Mao}, \bibinfo{person}{Chloe Rolland}, \bibinfo{person}{Laura Gustafson}, \bibinfo{person}{Tete Xiao}, \bibinfo{person}{Spencer Whitehead}, \bibinfo{person}{Alexander~C Berg}, \bibinfo{person}{Wan-Yen Lo}, {et~al\mbox{.}}} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Segment anything}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2304.02643}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Li et~al\mbox{.}(2021)]%
{li2021mine}
\bibfield{author}{\bibinfo{person}{Jiaxin Li}, \bibinfo{person}{Zijian Feng}, \bibinfo{person}{Qi She}, \bibinfo{person}{Henghui Ding}, \bibinfo{person}{Changhu Wang}, {and} \bibinfo{person}{Gim~Hee Lee}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{Mine: Towards continuous depth mpi with nerf for novel view synthesis}. In \bibinfo{booktitle}{\emph{ICCV}}.
\newblock
\bibitem[Liu et~al\mbox{.}(2023)]%
{zero123}
\bibfield{author}{\bibinfo{person}{Ruoshi Liu}, \bibinfo{person}{Rundi Wu}, \bibinfo{person}{Basile Van~Hoorick}, \bibinfo{person}{Pavel Tokmakov}, \bibinfo{person}{Sergey Zakharov}, {and} \bibinfo{person}{Carl Vondrick}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Zero-1-to-3: Zero-shot one image to 3d object}. In \bibinfo{booktitle}{\emph{Proceedings of the IEEE/CVF International Conference on Computer Vision}}. \bibinfo{pages}{9298--9309}.
\newblock
\bibitem[Luiten et~al\mbox{.}(2023)]%
{luiten2023dynamic}
\bibfield{author}{\bibinfo{person}{Jonathon Luiten}, \bibinfo{person}{Georgios Kopanas}, \bibinfo{person}{Bastian Leibe}, {and} \bibinfo{person}{Deva Ramanan}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Dynamic 3d gaussians: Tracking by persistent dynamic view synthesis}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2308.09713}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Mao et~al\mbox{.}(2023)]%
{mao2023showroom3d}
\bibfield{author}{\bibinfo{person}{Weijia Mao}, \bibinfo{person}{Yan-Pei Cao}, \bibinfo{person}{Jia-Wei Liu}, \bibinfo{person}{Zhongcong Xu}, {and} \bibinfo{person}{Mike~Zheng Shou}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{ShowRoom3D: Text to High-Quality 3D Room Generation Using 3D Priors}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2312.13324}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Meng et~al\mbox{.}(2021a)]%
{sdedit}
\bibfield{author}{\bibinfo{person}{Chenlin Meng}, \bibinfo{person}{Yutong He}, \bibinfo{person}{Yang Song}, \bibinfo{person}{Jiaming Song}, \bibinfo{person}{Jiajun Wu}, \bibinfo{person}{Jun-Yan Zhu}, {and} \bibinfo{person}{Stefano Ermon}.} \bibinfo{year}{2021}\natexlab{a}.
\newblock \showarticletitle{Sdedit: Guided image synthesis and editing with stochastic differential equations}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2108.01073}} (\bibinfo{year}{2021}).
\newblock
\bibitem[Meng et~al\mbox{.}(2021b)]%
{meng2021sdedit}
\bibfield{author}{\bibinfo{person}{Chenlin Meng}, \bibinfo{person}{Yutong He}, \bibinfo{person}{Yang Song}, \bibinfo{person}{Jiaming Song}, \bibinfo{person}{Jiajun Wu}, \bibinfo{person}{Jun-Yan Zhu}, {and} \bibinfo{person}{Stefano Ermon}.} \bibinfo{year}{2021}\natexlab{b}.
\newblock \showarticletitle{Sdedit: Guided image synthesis and editing with stochastic differential equations}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2108.01073}} (\bibinfo{year}{2021}).
\newblock
\bibitem[Michel et~al\mbox{.}(2024)]%
{michel2024object}
\bibfield{author}{\bibinfo{person}{Oscar Michel}, \bibinfo{person}{Anand Bhattad}, \bibinfo{person}{Eli VanderBilt}, \bibinfo{person}{Ranjay Krishna}, \bibinfo{person}{Aniruddha Kembhavi}, {and} \bibinfo{person}{Tanmay Gupta}.} \bibinfo{year}{2024}\natexlab{}.
\newblock \showarticletitle{Object 3dit: Language-guided 3d-aware image editing}.
\newblock \bibinfo{journal}{\emph{Advances in Neural Information Processing Systems}} \bibinfo{volume}{36} (\bibinfo{year}{2024}).
\newblock
\bibitem[Patashnik et~al\mbox{.}(2021)]%
{styleclip}
\bibfield{author}{\bibinfo{person}{Or Patashnik}, \bibinfo{person}{Zongze Wu}, \bibinfo{person}{Eli Shechtman}, \bibinfo{person}{Daniel Cohen-Or}, {and} \bibinfo{person}{Dani Lischinski}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{Styleclip: Text-driven manipulation of stylegan imagery}. In \bibinfo{booktitle}{\emph{CVPR}}.
\newblock
\bibitem[Poole et~al\mbox{.}(2022)]%
{poole2022dreamfusion}
\bibfield{author}{\bibinfo{person}{Ben Poole}, \bibinfo{person}{Ajay Jain}, \bibinfo{person}{Jonathan~T Barron}, {and} \bibinfo{person}{Ben Mildenhall}.} \bibinfo{year}{2022}\natexlab{}.
\newblock \showarticletitle{Dreamfusion: Text-to-3d using 2d diffusion}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2209.14988}} (\bibinfo{year}{2022}).
\newblock
\bibitem[Qian et~al\mbox{.}(2023)]%
{magic123}
\bibfield{author}{\bibinfo{person}{Guocheng Qian}, \bibinfo{person}{Jinjie Mai}, \bibinfo{person}{Abdullah Hamdi}, \bibinfo{person}{Jian Ren}, \bibinfo{person}{Aliaksandr Siarohin}, \bibinfo{person}{Bing Li}, \bibinfo{person}{Hsin-Ying Lee}, \bibinfo{person}{Ivan Skorokhodov}, \bibinfo{person}{Peter Wonka}, \bibinfo{person}{Sergey Tulyakov}, {et~al\mbox{.}}} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Magic123: One image to high-quality 3d object generation using both 2d and 3d diffusion priors}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2306.17843}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Qin et~al\mbox{.}(2024)]%
{Qin2023LangSplat}
\bibfield{author}{\bibinfo{person}{Minghan Qin}, \bibinfo{person}{Wanhua Li}, \bibinfo{person}{Jiawei Zhou}, \bibinfo{person}{Haoqian Wang}, {and} \bibinfo{person}{Hanspeter Pfister}.} \bibinfo{year}{2024}\natexlab{}.
\newblock \showarticletitle{LangSplat: 3D Language Gaussian Splatting}. In \bibinfo{booktitle}{\emph{CVPR}}.
\newblock
\bibitem[Radford et~al\mbox{.}(2021)]%
{radford2021learning}
\bibfield{author}{\bibinfo{person}{Alec Radford}, \bibinfo{person}{Jong~Wook Kim}, \bibinfo{person}{Chris Hallacy}, \bibinfo{person}{Aditya Ramesh}, \bibinfo{person}{Gabriel Goh}, \bibinfo{person}{Sandhini Agarwal}, \bibinfo{person}{Girish Sastry}, \bibinfo{person}{Amanda Askell}, \bibinfo{person}{Pamela Mishkin}, \bibinfo{person}{Jack Clark}, {et~al\mbox{.}}} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{Learning transferable visual models from natural language supervision}. In \bibinfo{booktitle}{\emph{International conference on machine learning}}. PMLR, \bibinfo{pages}{8748--8763}.
\newblock
\bibitem[Rombach et~al\mbox{.}(2022)]%
{ldm}
\bibfield{author}{\bibinfo{person}{Robin Rombach}, \bibinfo{person}{Andreas Blattmann}, \bibinfo{person}{Dominik Lorenz}, \bibinfo{person}{Patrick Esser}, {and} \bibinfo{person}{Bj\"orn Ommer}.} \bibinfo{year}{2022}\natexlab{}.
\newblock \showarticletitle{High-Resolution Image Synthesis With Latent Diffusion Models}. In \bibinfo{booktitle}{\emph{CVPR}}.
\newblock
\bibitem[Ruiz et~al\mbox{.}(2023)]%
{dreambooth}
\bibfield{author}{\bibinfo{person}{Nataniel Ruiz}, \bibinfo{person}{Yuanzhen Li}, \bibinfo{person}{Varun Jampani}, \bibinfo{person}{Yael Pritch}, \bibinfo{person}{Michael Rubinstein}, {and} \bibinfo{person}{Kfir Aberman}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Dreambooth: Fine tuning text-to-image diffusion models for subject-driven generation}. In \bibinfo{booktitle}{\emph{CVPR}}.
\newblock
\bibitem[Shen et~al\mbox{.}(2020)]%
{interfacegan}
\bibfield{author}{\bibinfo{person}{Yujun Shen}, \bibinfo{person}{Ceyuan Yang}, \bibinfo{person}{Xiaoou Tang}, {and} \bibinfo{person}{Bolei Zhou}.} \bibinfo{year}{2020}\natexlab{}.
\newblock \showarticletitle{InterFaceGAN: Interpreting the Disentangled Face Representation Learned by GANs}.
\newblock \bibinfo{journal}{\emph{IEEE TPAMI}} (\bibinfo{year}{2020}).
\newblock
\bibitem[Song et~al\mbox{.}(2020)]%
{scoresde}
\bibfield{author}{\bibinfo{person}{Yang Song}, \bibinfo{person}{Jascha Sohl-Dickstein}, \bibinfo{person}{Diederik~P Kingma}, \bibinfo{person}{Abhishek Kumar}, \bibinfo{person}{Stefano Ermon}, {and} \bibinfo{person}{Ben Poole}.} \bibinfo{year}{2020}\natexlab{}.
\newblock \showarticletitle{Score-based generative modeling through stochastic differential equations}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2011.13456}} (\bibinfo{year}{2020}).
\newblock
\bibitem[Su et~al\mbox{.}(2022)]%
{ddib}
\bibfield{author}{\bibinfo{person}{Xuan Su}, \bibinfo{person}{Jiaming Song}, \bibinfo{person}{Chenlin Meng}, {and} \bibinfo{person}{Stefano Ermon}.} \bibinfo{year}{2022}\natexlab{}.
\newblock \showarticletitle{Dual diffusion implicit bridges for image-to-image translation}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2203.08382}} (\bibinfo{year}{2022}).
\newblock
\bibitem[Tang et~al\mbox{.}(2023)]%
{dreamgaussian}
\bibfield{author}{\bibinfo{person}{Jiaxiang Tang}, \bibinfo{person}{Jiawei Ren}, \bibinfo{person}{Hang Zhou}, \bibinfo{person}{Ziwei Liu}, {and} \bibinfo{person}{Gang Zeng}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Dreamgaussian: Generative gaussian splatting for efficient 3d content creation}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2309.16653}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Tucker and Snavely(2020)]%
{tucker2020single}
\bibfield{author}{\bibinfo{person}{Richard Tucker} {and} \bibinfo{person}{Noah Snavely}.} \bibinfo{year}{2020}\natexlab{}.
\newblock \showarticletitle{Single-view view synthesis with multiplane images}. In \bibinfo{booktitle}{\emph{CVPR}}.
\newblock
\bibitem[Wiles et~al\mbox{.}(2020)]%
{wiles2020synsin}
\bibfield{author}{\bibinfo{person}{Olivia Wiles}, \bibinfo{person}{Georgia Gkioxari}, \bibinfo{person}{Richard Szeliski}, {and} \bibinfo{person}{Justin Johnson}.} \bibinfo{year}{2020}\natexlab{}.
\newblock \showarticletitle{Synsin: End-to-end view synthesis from a single image}. In \bibinfo{booktitle}{\emph{CVPR}}.
\newblock
\bibitem[Wu et~al\mbox{.}(2024)]%
{wu2024gpt}
\bibfield{author}{\bibinfo{person}{Tong Wu}, \bibinfo{person}{Guandao Yang}, \bibinfo{person}{Zhibing Li}, \bibinfo{person}{Kai Zhang}, \bibinfo{person}{Ziwei Liu}, \bibinfo{person}{Leonidas Guibas}, \bibinfo{person}{Dahua Lin}, {and} \bibinfo{person}{Gordon Wetzstein}.} \bibinfo{year}{2024}\natexlab{}.
\newblock \showarticletitle{GPT-4V (ision) is a Human-Aligned Evaluator for Text-to-3D Generation}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2401.04092}} (\bibinfo{year}{2024}).
\newblock
\bibitem[Xu et~al\mbox{.}(2021)]%
{ghfeat}
\bibfield{author}{\bibinfo{person}{Yinghao Xu}, \bibinfo{person}{Yujun Shen}, \bibinfo{person}{Jiapeng Zhu}, \bibinfo{person}{Ceyuan Yang}, {and} \bibinfo{person}{Bolei Zhou}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{Generative Hierarchical Features from Synthesizing Images}. In \bibinfo{booktitle}{\emph{CVPR}}.
\newblock
\bibitem[Xu et~al\mbox{.}(2023)]%
{dmv3d}
\bibfield{author}{\bibinfo{person}{Yinghao Xu}, \bibinfo{person}{Hao Tan}, \bibinfo{person}{Fujun Luan}, \bibinfo{person}{Sai Bi}, \bibinfo{person}{Peng Wang}, \bibinfo{person}{Jiahao Li}, \bibinfo{person}{Zifan Shi}, \bibinfo{person}{Kalyan Sunkavalli}, \bibinfo{person}{Gordon Wetzstein}, \bibinfo{person}{Zexiang Xu}, {et~al\mbox{.}}} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Dmv3d: Denoising multi-view diffusion using 3d large reconstruction model}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2311.09217}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Yang et~al\mbox{.}(2021)]%
{higan}
\bibfield{author}{\bibinfo{person}{Ceyuan Yang}, \bibinfo{person}{Yujun Shen}, {and} \bibinfo{person}{Bolei Zhou}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{Semantic hierarchy emerges in deep generative representations for scene synthesis}.
\newblock \bibinfo{journal}{\emph{IJCV}} (\bibinfo{year}{2021}).
\newblock
\bibitem[Yang et~al\mbox{.}(2024)]%
{yang2024depth}
\bibfield{author}{\bibinfo{person}{Lihe Yang}, \bibinfo{person}{Bingyi Kang}, \bibinfo{person}{Zilong Huang}, \bibinfo{person}{Xiaogang Xu}, \bibinfo{person}{Jiashi Feng}, {and} \bibinfo{person}{Hengshuang Zhao}.} \bibinfo{year}{2024}\natexlab{}.
\newblock \showarticletitle{Depth anything: Unleashing the power of large-scale unlabeled data}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2401.10891}} (\bibinfo{year}{2024}).
\newblock
\bibitem[Yang et~al\mbox{.}(2023)]%
{yang2023deformable}
\bibfield{author}{\bibinfo{person}{Ziyi Yang}, \bibinfo{person}{Xinyu Gao}, \bibinfo{person}{Wen Zhou}, \bibinfo{person}{Shaohui Jiao}, \bibinfo{person}{Yuqing Zhang}, {and} \bibinfo{person}{Xiaogang Jin}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Deformable 3d gaussians for high-fidelity monocular dynamic scene reconstruction}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2309.13101}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Yenphraphai et~al\mbox{.}(2024a)]%
{imagesculpting}
\bibfield{author}{\bibinfo{person}{Jiraphon Yenphraphai}, \bibinfo{person}{Xichen Pan}, \bibinfo{person}{Sainan Liu}, \bibinfo{person}{Daniele Panozzo}, {and} \bibinfo{person}{Saining Xie}.} \bibinfo{year}{2024}\natexlab{a}.
\newblock \showarticletitle{Image Sculpting: Precise Object Editing with 3D Geometry Control}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2401.01702}} (\bibinfo{year}{2024}).
\newblock
\bibitem[Yenphraphai et~al\mbox{.}(2024b)]%
{yenphraphai2024image}
\bibfield{author}{\bibinfo{person}{Jiraphon Yenphraphai}, \bibinfo{person}{Xichen Pan}, \bibinfo{person}{Sainan Liu}, \bibinfo{person}{Daniele Panozzo}, {and} \bibinfo{person}{Saining Xie}.} \bibinfo{year}{2024}\natexlab{b}.
\newblock \showarticletitle{Image Sculpting: Precise Object Editing with 3D Geometry Control}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2401.01702}} (\bibinfo{year}{2024}).
\newblock
\bibitem[Yu et~al\mbox{.}(2021)]%
{pixelnerf}
\bibfield{author}{\bibinfo{person}{Alex Yu}, \bibinfo{person}{Vickie Ye}, \bibinfo{person}{Matthew Tancik}, {and} \bibinfo{person}{Angjoo Kanazawa}.} \bibinfo{year}{2021}\natexlab{}.
\newblock \showarticletitle{pixelnerf: Neural radiance fields from one or few images}. In \bibinfo{booktitle}{\emph{CVPR}}.
\newblock
\bibitem[Yu et~al\mbox{.}(2023)]%
{yu2023wonderjourney}
\bibfield{author}{\bibinfo{person}{Hong-Xing Yu}, \bibinfo{person}{Haoyi Duan}, \bibinfo{person}{Junhwa Hur}, \bibinfo{person}{Kyle Sargent}, \bibinfo{person}{Michael Rubinstein}, \bibinfo{person}{William~T Freeman}, \bibinfo{person}{Forrester Cole}, \bibinfo{person}{Deqing Sun}, \bibinfo{person}{Noah Snavely}, \bibinfo{person}{Jiajun Wu}, {et~al\mbox{.}}} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{WonderJourney: Going from Anywhere to Everywhere}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2312.03884}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Zhang et~al\mbox{.}(2023a)]%
{zhang2023faster}
\bibfield{author}{\bibinfo{person}{Chaoning Zhang}, \bibinfo{person}{Dongshen Han}, \bibinfo{person}{Yu Qiao}, \bibinfo{person}{Jung~Uk Kim}, \bibinfo{person}{Sung-Ho Bae}, \bibinfo{person}{Seungkyu Lee}, {and} \bibinfo{person}{Choong~Seon Hong}.} \bibinfo{year}{2023}\natexlab{a}.
\newblock \showarticletitle{Faster Segment Anything: Towards Lightweight SAM for Mobile Applications}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2306.14289}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Zhang et~al\mbox{.}(2023b)]%
{zhang2023scenewiz3d}
\bibfield{author}{\bibinfo{person}{Qihang Zhang}, \bibinfo{person}{Chaoyang Wang}, \bibinfo{person}{Aliaksandr Siarohin}, \bibinfo{person}{Peiye Zhuang}, \bibinfo{person}{Yinghao Xu}, \bibinfo{person}{Ceyuan Yang}, \bibinfo{person}{Dahua Lin}, \bibinfo{person}{Bolei Zhou}, \bibinfo{person}{Sergey Tulyakov}, {and} \bibinfo{person}{Hsin-Ying Lee}.} \bibinfo{year}{2023}\natexlab{b}.
\newblock \showarticletitle{Scenewiz3d: Towards text-guided 3d scene composition}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2312.08885}} (\bibinfo{year}{2023}).
\newblock
\bibitem[Zhu et~al\mbox{.}(2020)]%
{idinvert}
\bibfield{author}{\bibinfo{person}{Jiapeng Zhu}, \bibinfo{person}{Yujun Shen}, \bibinfo{person}{Deli Zhao}, {and} \bibinfo{person}{Bolei Zhou}.} \bibinfo{year}{2020}\natexlab{}.
\newblock \showarticletitle{In-domain gan inversion for real image editing}. In \bibinfo{booktitle}{\emph{ECCV}}.
\newblock
\bibitem[Zou et~al\mbox{.}(2023)]%
{zou2023triplane}
\bibfield{author}{\bibinfo{person}{Zi-Xin Zou}, \bibinfo{person}{Zhipeng Yu}, \bibinfo{person}{Yuan-Chen Guo}, \bibinfo{person}{Yangguang Li}, \bibinfo{person}{Ding Liang}, \bibinfo{person}{Yan-Pei Cao}, {and} \bibinfo{person}{Song-Hai Zhang}.} \bibinfo{year}{2023}\natexlab{}.
\newblock \showarticletitle{Triplane meets gaussian splatting: Fast and generalizable single-view 3d reconstruction with transformers}.
\newblock \bibinfo{journal}{\emph{arXiv preprint arXiv:2312.09147}} (\bibinfo{year}{2023}).
\newblock
\end{thebibliography}