Efficient Autoregressive Shape Generation via Octree-Based Adaptive Tokenization
Extracted source text · arXiv 2504.02817
\documentclass[10pt,twocolumn,letterpaper]{article}
\usepackage[pagenumbers]{iccv} %
\input{preamble}
\definecolor{iccvblue}{rgb}{0.21,0.49,0.74}
\usepackage[pagebackref,breaklinks,colorlinks,allcolors=iccvblue]{hyperref}
\def\paperID{2055} %
\def\confName{ICCV}
\def\confYear{2025}
\input{packages}
\input{macro}
\title{Efficient Autoregressive Shape Generation via \\ Octree-Based Adaptive Tokenization}
\author{Kangle Deng\textsuperscript{1,2}\thanks{Work done when interning at Roblox.} \quad Hsueh-Ti Derek Liu\textsuperscript{2} \quad Yiheng Zhu\textsuperscript{2} \quad Xiaoxia Sun\textsuperscript{2} \quad Chong Shang\textsuperscript{2} \\
\quad Kiran S. Bhat\textsuperscript{2}
\quad Deva Ramanan\textsuperscript{1}
\quad Jun-Yan Zhu\textsuperscript{1} \quad Maneesh Agrawala\textsuperscript{2,3}
\quad Tinghui Zhou\textsuperscript{2}
\\
\textsuperscript{1}Carnegie Mellon University \qquad \textsuperscript{2}Roblox \qquad \textsuperscript{3}Stanford University }
\begin{document}
\input{figTex/01_teaser}
\input{sec/0_abstract}
\input{sec/1_intro}
\input{sec/2_related_work}
\input{sec/3_method}
\input{sec/4_experiment}
\input{sec/5_discussion}
\clearpage
{
\small
\bibliographystyle{ieeenat_fullname}
\bibliography{main}
}
\clearpage
\input{sec/X_appendix}
\end{document}
\newcommand{\red}[1]{{\color{red}#1}}
\newcommand{\todo}[1]{{\color{red}#1}}
\newcommand{\TODO}[1]{\textbf{\color{red}[TODO: #1]}}
\usepackage{times}
\usepackage{epsfig}
\usepackage{graphicx}
\usepackage{amsmath}
\usepackage{amssymb}
\usepackage{color,xcolor}
\usepackage{comment}
\usepackage{pifont}
\usepackage{microtype}
\frenchspacing
\usepackage[font=small]{caption}
\usepackage{arydshln}
\usepackage{tabularx}
\usepackage{adjustbox}
\usepackage{array}
\usepackage{booktabs}
\usepackage{colortbl}
\usepackage{float,wrapfig}
\usepackage{hhline}
\usepackage{multirow}
\usepackage{subcaption} %
\usepackage[percent]{overpic}
\usepackage{stmaryrd}
\usepackage{amsmath,amsfonts,amssymb}
\usepackage{bm}
\usepackage{nicefrac}
\usepackage{microtype}
\usepackage{dsfont}
\usepackage{changepage}
\usepackage{extramarks}
\usepackage{fancyhdr}
\usepackage{setspace}
\usepackage{soul}
\usepackage{xspace}
\usepackage{algorithm, algpseudocode}
\usepackage{enumitem}
\usepackage[title]{appendix}
\usepackage{duckuments}
\usepackage{subcaption}
\usepackage{animate}
\usepackage{tabularx}
\usepackage[multiple]{footmisc}
\usepackage{bigfoot}
\DeclareNewFootnote{AAffil}[arabic]
\DeclareNewFootnote{ANote}[fnsymbol]
\usepackage{amsmath}
\usepackage{amssymb}
\usepackage{booktabs}
\usepackage{cuted}
\usepackage{capt-of}
\usepackage{graphicx}
\usepackage{xcolor}
\usepackage{comment}
\usepackage{multirow}
\usepackage{bm}
\usepackage{fp}
\usepackage{expl3}[2012-07-08]
\ExplSyntaxOn
\ExplSyntaxOff
\newcommand{\round}[2]{%
\FPset{\a}{#1}
\FPround{\a}{\a}{#2}
\a
}
\renewcommand{\topfraction}{0.95}
\renewcommand{\bottomfraction}{0.95}
\setcounter{topnumber}{2}
\setcounter{bottomnumber}{2}
\setcounter{totalnumber}{4}
\setcounter{dbltopnumber}{2}
\renewcommand{\dbltopfraction}{0.9}
\renewcommand{\textfraction}{0.05}
\renewcommand{\floatpagefraction}{0.8}
\renewcommand{\dblfloatpagefraction}{0.8}
\usepackage{amsmath,amsfonts,bm}
\newcommand{\Prob}{\mathbb{P}}
\newcommand{\IoU}{\text{IoU}}
\DeclareMathOperator{\trace}{Tr}
\DeclareMathOperator{\diag}{diag}
\newcommand{\dist}{\ell}
\def\x{{x}}
\def\z{{z}}
\def\k{{k}}
\def\v{{v}}
\def\xi{{\x_i}}
\def\zi{{\z_i}}
\def\ki{{\k_i}}
\def\vi{{\v_i}}
\def\xinew{{{\x_*}_i}}
\def\kinew{{{\k_*}_i}}
\def\vinew{{{\v_*}_i}}
\def\thetanew{{\theta_1}}
\def\Lsmooth{{ \mathcal{L}_{\textsf{smooth}}}}
\def\Lconstraint{{ \mathcal{L}_{\textsf{constraint}}}}
\newcommand{\figleft}{{\em (Left)}}
\newcommand{\figcenter}{{\em (Center)}}
\newcommand{\figright}{{\em (Right)}}
\newcommand{\figtop}{{\em (Top)}}
\newcommand{\figbottom}{{\em (Bottom)}}
\newcommand{\captiona}{{\em (a)}}
\newcommand{\captionb}{{\em (b)}}
\newcommand{\captionc}{{\em (c)}}
\newcommand{\captiond}{{\em (d)}}
\newcommand{\newterm}[1]{{\bf #1}}
\newcommand{\reffig}[1]{Figure~\ref{fig:#1}}
\newcommand{\refsec}[1]{Section~\ref{sec:#1}}
\newcommand{\refapp}[1]{Appendix~\ref{sec:#1}}
\newcommand{\reftbl}[1]{Table~\ref{tbl:#1}}
\newcommand{\refalg}[1]{Algorithm~\ref{alg:#1}}
\newcommand{\refline}[1]{Line~\ref{line:#1}}
\newcommand{\shortrefsec}[1]{\S~\ref{sec:#1}}
\newcommand{\refeq}[1]{Equation~\ref{eq:#1}}
\newcommand{\refeqshort}[1]{(\ref{eq:#1})}
\newcommand{\shortrefeq}[1]{\ref{eq:#1}}
\newcommand{\lblfig}[1]{\label{fig:#1}}
\newcommand{\lblsec}[1]{\label{sec:#1}}
\newcommand{\lbleq}[1]{\label{eq:#1}}
\newcommand{\lbltbl}[1]{\label{tbl:#1}}
\newcommand{\lblalg}[1]{\label{alg:#1}}
\newcommand{\lblline}[1]{\label{line:#1}}
\newcommand{\ignorethis}[1]{}
\newcommand{\revision}[1]{\color{black}#1\color{black}}
\newcommand{\myparagraph}[1]{\vspace{0pt} \smallskip \noindent \textbf{#1}}
\def\figref#1{figure~\ref{#1}}
\def\Figref#1{Figure~\ref{#1}}
\def\twofigref#1#2{figures \ref{#1} and \ref{#2}}
\def\quadfigref#1#2#3#4{figures \ref{#1}, \ref{#2}, \ref{#3} and \ref{#4}}
\def\secref#1{section~\ref{#1}}
\def\Secref#1{Section~\ref{#1}}
\def\twosecrefs#1#2{sections \ref{#1} and \ref{#2}}
\def\secrefs#1#2#3{sections \ref{#1}, \ref{#2} and \ref{#3}}
\def\eqref#1{equation~\ref{#1}}
\def\Eqref#1{Equation~\ref{#1}}
\def\plaineqref#1{\ref{#1}}
\def\chapref#1{chapter~\ref{#1}}
\def\Chapref#1{Chapter~\ref{#1}}
\def\rangechapref#1#2{chapters\ref{#1}--\ref{#2}}
\def\algref#1{algorithm~\ref{#1}}
\def\Algref#1{Algorithm~\ref{#1}}
\def\twoalgref#1#2{algorithms \ref{#1} and \ref{#2}}
\def\Twoalgref#1#2{Algorithms \ref{#1} and \ref{#2}}
\def\partref#1{part~\ref{#1}}
\def\Partref#1{Part~\ref{#1}}
\def\twopartref#1#2{parts \ref{#1} and \ref{#2}}
\def\ceil#1{\lceil #1 \rceil}
\def\floor#1{\lfloor #1 \rfloor}
\def\1{\bm{1}}
\newcommand{\train}{\mathcal{D}}
\newcommand{\valid}{\mathcal{D_{\mathrm{valid}}}}
\newcommand{\test}{\mathcal{D_{\mathrm{test}}}}
\def\eps{{\epsilon}}
\def\reta{{\textnormal{$\eta$}}}
\def\ra{{\textnormal{a}}}
\def\rb{{\textnormal{b}}}
\def\rc{{\textnormal{c}}}
\def\rd{{\textnormal{d}}}
\def\re{{\textnormal{e}}}
\def\rf{{\textnormal{f}}}
\def\rg{{\textnormal{g}}}
\def\rh{{\textnormal{h}}}
\def\ri{{\textnormal{i}}}
\def\rj{{\textnormal{j}}}
\def\rk{{\textnormal{k}}}
\def\rl{{\textnormal{l}}}
\def\rn{{\textnormal{n}}}
\def\ro{{\textnormal{o}}}
\def\rp{{\textnormal{p}}}
\def\rq{{\textnormal{q}}}
\def\rr{{\textnormal{r}}}
\def\rs{{\textnormal{s}}}
\def\rt{{\textnormal{t}}}
\def\rv{{\textnormal{v}}}
\def\rw{{\textnormal{w}}}
\def\rx{{\textnormal{x}}}
\def\ry{{\textnormal{y}}}
\def\rz{{\textnormal{z}}}
\def\xyz{{\textit{xyz }}}
\def\rvepsilon{{\mathbf{\epsilon}}}
\def\rvtheta{{\mathbf{\theta}}}
\def\rva{{\mathbf{a}}}
\def\rvb{{\mathbf{b}}}
\def\rvc{{\mathbf{c}}}
\def\rvd{{\mathbf{d}}}
\def\rve{{\mathbf{e}}}
\def\rvf{{\mathbf{f}}}
\def\rvg{{\mathbf{g}}}
\def\rvh{{\mathbf{h}}}
\def\rvu{{\mathbf{i}}}
\def\rvj{{\mathbf{j}}}
\def\rvk{{\mathbf{k}}}
\def\rvl{{\mathbf{l}}}
\def\rvm{{\mathbf{m}}}
\def\rvn{{\mathbf{n}}}
\def\rvo{{\mathbf{o}}}
\def\rvp{{\mathbf{p}}}
\def\rvq{{\mathbf{q}}}
\def\rvr{{\mathbf{r}}}
\def\rvs{{\mathbf{s}}}
\def\rvt{{\mathbf{t}}}
\def\rvu{{\mathbf{u}}}
\def\rvv{{\mathbf{v}}}
\def\rvw{{\mathbf{w}}}
\def\rvx{{\mathbf{x}}}
\def\rvy{{\mathbf{y}}}
\def\rvz{{\mathbf{z}}}
\def\erva{{\textnormal{a}}}
\def\ervb{{\textnormal{b}}}
\def\ervc{{\textnormal{c}}}
\def\ervd{{\textnormal{d}}}
\def\erve{{\textnormal{e}}}
\def\ervf{{\textnormal{f}}}
\def\ervg{{\textnormal{g}}}
\def\ervh{{\textnormal{h}}}
\def\ervi{{\textnormal{i}}}
\def\ervj{{\textnormal{j}}}
\def\ervk{{\textnormal{k}}}
\def\ervl{{\textnormal{l}}}
\def\ervm{{\textnormal{m}}}
\def\ervn{{\textnormal{n}}}
\def\ervo{{\textnormal{o}}}
\def\ervp{{\textnormal{p}}}
\def\ervq{{\textnormal{q}}}
\def\ervr{{\textnormal{r}}}
\def\ervs{{\textnormal{s}}}
\def\ervt{{\textnormal{t}}}
\def\ervu{{\textnormal{u}}}
\def\ervv{{\textnormal{v}}}
\def\ervw{{\textnormal{w}}}
\def\ervx{{\textnormal{x}}}
\def\ervy{{\textnormal{y}}}
\def\ervz{{\textnormal{z}}}
\def\rmA{{\mathbf{A}}}
\def\rmB{{\mathbf{B}}}
\def\rmC{{\mathbf{C}}}
\def\rmD{{\mathbf{D}}}
\def\rmE{{\mathbf{E}}}
\def\rmF{{\mathbf{F}}}
\def\rmG{{\mathbf{G}}}
\def\rmH{{\mathbf{H}}}
\def\rmI{{\mathbf{I}}}
\def\rmJ{{\mathbf{J}}}
\def\rmK{{\mathbf{K}}}
\def\rmL{{\mathbf{L}}}
\def\rmM{{\mathbf{M}}}
\def\rmN{{\mathbf{N}}}
\def\rmO{{\mathbf{O}}}
\def\rmP{{\mathbf{P}}}
\def\rmQ{{\mathbf{Q}}}
\def\rmR{{\mathbf{R}}}
\def\rmS{{\mathbf{S}}}
\def\rmT{{\mathbf{T}}}
\def\rmU{{\mathbf{U}}}
\def\rmV{{\mathbf{V}}}
\def\rmW{{\mathbf{W}}}
\def\rmX{{\mathbf{X}}}
\def\rmY{{\mathbf{Y}}}
\def\rmZ{{\mathbf{Z}}}
\def\ermA{{\textnormal{A}}}
\def\ermB{{\textnormal{B}}}
\def\ermC{{\textnormal{C}}}
\def\ermD{{\textnormal{D}}}
\def\ermE{{\textnormal{E}}}
\def\ermF{{\textnormal{F}}}
\def\ermG{{\textnormal{G}}}
\def\ermH{{\textnormal{H}}}
\def\ermI{{\textnormal{I}}}
\def\ermJ{{\textnormal{J}}}
\def\ermK{{\textnormal{K}}}
\def\ermL{{\textnormal{L}}}
\def\ermM{{\textnormal{M}}}
\def\ermN{{\textnormal{N}}}
\def\ermO{{\textnormal{O}}}
\def\ermP{{\textnormal{P}}}
\def\ermQ{{\textnormal{Q}}}
\def\ermR{{\textnormal{R}}}
\def\ermS{{\textnormal{S}}}
\def\ermT{{\textnormal{T}}}
\def\ermU{{\textnormal{U}}}
\def\ermV{{\textnormal{V}}}
\def\ermW{{\textnormal{W}}}
\def\ermX{{\textnormal{X}}}
\def\ermY{{\textnormal{Y}}}
\def\ermZ{{\textnormal{Z}}}
\def\vzero{{\bm{0}}}
\def\vone{{\bm{1}}}
\def\vmu{{\bm{\mu}}}
\def\vtheta{{\bm{\theta}}}
\def\va{{\bm{a}}}
\def\vb{{\bm{b}}}
\def\vc{{\bm{c}}}
\def\vd{{\bm{d}}}
\def\ve{{\bm{e}}}
\def\vf{{\bm{f}}}
\def\vg{{\bm{g}}}
\def\vh{{\bm{h}}}
\def\vj{{\bm{j}}}
\def\vk{{\bm{k}}}
\def\vl{{\bm{l}}}
\def\vm{{\bm{m}}}
\def\vn{{\bm{n}}}
\def\vo{{\bm{o}}}
\def\vp{{\bm{p}}}
\def\vq{{\bm{q}}}
\def\vr{{\bm{r}}}
\def\vs{{\bm{s}}}
\def\vt{{\bm{t}}}
\def\vu{{\bm{u}}}
\def\vv{{\bm{v}}}
\def\vw{{\bm{w}}}
\def\vx{{\bm{x}}}
\def\vy{{\bm{y}}}
\def\vz{{\bm{z}}}
\def\evalpha{{\alpha}}
\def\evbeta{{\beta}}
\def\evepsilon{{\epsilon}}
\def\evlambda{{\lambda}}
\def\evomega{{\omega}}
\def\evmu{{\mu}}
\def\evpsi{{\psi}}
\def\evsigma{{\sigma}}
\def\evtheta{{\theta}}
\def\eva{{a}}
\def\evb{{b}}
\def\evc{{c}}
\def\evd{{d}}
\def\eve{{e}}
\def\evf{{f}}
\def\evg{{g}}
\def\evh{{h}}
\def\evi{{i}}
\def\evj{{j}}
\def\evk{{k}}
\def\evl{{l}}
\def\evm{{m}}
\def\evn{{n}}
\def\evo{{o}}
\def\evp{{p}}
\def\evq{{q}}
\def\evr{{r}}
\def\evs{{s}}
\def\evt{{t}}
\def\evu{{u}}
\def\evv{{v}}
\def\evw{{w}}
\def\evx{{x}}
\def\evy{{y}}
\def\evz{{z}}
\def\mA{{\bm{A}}}
\def\mB{{\bm{B}}}
\def\mC{{\bm{C}}}
\def\mD{{\bm{D}}}
\def\mE{{\bm{E}}}
\def\mF{{\bm{F}}}
\def\mG{{\bm{G}}}
\def\mH{{\bm{H}}}
\def\mI{{\bm{I}}}
\def\mJ{{\bm{J}}}
\def\mK{{\bm{K}}}
\def\mL{{\bm{L}}}
\def\mM{{\bm{M}}}
\def\mN{{\bm{N}}}
\def\mO{{\bm{O}}}
\def\mP{{\bm{P}}}
\def\mQ{{\bm{Q}}}
\def\mR{{\bm{R}}}
\def\mS{{\bm{S}}}
\def\mT{{\bm{T}}}
\def\mU{{\bm{U}}}
\def\mV{{\bm{V}}}
\def\mW{{\bm{W}}}
\def\mX{{\bm{X}}}
\def\mY{{\bm{Y}}}
\def\mZ{{\bm{Z}}}
\def\mBeta{{\bm{\beta}}}
\def\mPhi{{\bm{\Phi}}}
\def\mLambda{{\bm{\Lambda}}}
\def\mSigma{{\bm{\Sigma}}}
\DeclareMathAlphabet{\mathsfit}{\encodingdefault}{\sfdefault}{m}{sl}
\SetMathAlphabet{\mathsfit}{bold}{\encodingdefault}{\sfdefault}{bx}{n}
\newcommand{\tens}[1]{\bm{\mathsfit{#1}}}
\def\tA{{\tens{A}}}
\def\tB{{\tens{B}}}
\def\tC{{\tens{C}}}
\def\tD{{\tens{D}}}
\def\tE{{\tens{E}}}
\def\tF{{\tens{F}}}
\def\tG{{\tens{G}}}
\def\tH{{\tens{H}}}
\def\tI{{\tens{I}}}
\def\tJ{{\tens{J}}}
\def\tK{{\tens{K}}}
\def\tL{{\tens{L}}}
\def\tM{{\tens{M}}}
\def\tN{{\tens{N}}}
\def\tO{{\tens{O}}}
\def\tP{{\tens{P}}}
\def\tQ{{\tens{Q}}}
\def\tR{{\tens{R}}}
\def\tS{{\tens{S}}}
\def\tT{{\tens{T}}}
\def\tU{{\tens{U}}}
\def\tV{{\tens{V}}}
\def\tW{{\tens{W}}}
\def\tX{{\tens{X}}}
\def\tY{{\tens{Y}}}
\def\tZ{{\tens{Z}}}
\def\gA{{\mathcal{A}}}
\def\gB{{\mathcal{B}}}
\def\gC{{\mathcal{C}}}
\def\gD{{\mathcal{D}}}
\def\gE{{\mathcal{E}}}
\def\gF{{\mathcal{F}}}
\def\gG{{\mathcal{G}}}
\def\gH{{\mathcal{H}}}
\def\gI{{\mathcal{I}}}
\def\gJ{{\mathcal{J}}}
\def\gK{{\mathcal{K}}}
\def\gL{{\mathcal{L}}}
\def\gM{{\mathcal{M}}}
\def\gN{{\mathcal{N}}}
\def\gO{{\mathcal{O}}}
\def\gP{{\mathcal{P}}}
\def\gQ{{\mathcal{Q}}}
\def\gR{{\mathcal{R}}}
\def\gS{{\mathcal{S}}}
\def\gT{{\mathcal{T}}}
\def\gU{{\mathcal{U}}}
\def\gV{{\mathcal{V}}}
\def\gW{{\mathcal{W}}}
\def\gX{{\mathcal{X}}}
\def\gY{{\mathcal{Y}}}
\def\gZ{{\mathcal{Z}}}
\def\sA{{\mathbb{A}}}
\def\sB{{\mathbb{B}}}
\def\sC{{\mathbb{C}}}
\def\sD{{\mathbb{D}}}
\def\sF{{\mathbb{F}}}
\def\sG{{\mathbb{G}}}
\def\sH{{\mathbb{H}}}
\def\sI{{\mathbb{I}}}
\def\sJ{{\mathbb{J}}}
\def\sK{{\mathbb{K}}}
\def\sL{{\mathbb{L}}}
\def\sM{{\mathbb{M}}}
\def\sN{{\mathbb{N}}}
\def\sO{{\mathbb{O}}}
\def\sP{{\mathbb{P}}}
\def\sQ{{\mathbb{Q}}}
\def\sR{{\mathbb{R}}}
\def\sS{{\mathbb{S}}}
\def\sT{{\mathbb{T}}}
\def\sU{{\mathbb{U}}}
\def\sV{{\mathbb{V}}}
\def\sW{{\mathbb{W}}}
\def\sX{{\mathbb{X}}}
\def\sY{{\mathbb{Y}}}
\def\sZ{{\mathbb{Z}}}
\def\emLambda{{\Lambda}}
\def\emA{{A}}
\def\emB{{B}}
\def\emC{{C}}
\def\emD{{D}}
\def\emE{{E}}
\def\emF{{F}}
\def\emG{{G}}
\def\emH{{H}}
\def\emI{{I}}
\def\emJ{{J}}
\def\emK{{K}}
\def\emL{{L}}
\def\emM{{M}}
\def\emN{{N}}
\def\emO{{O}}
\def\emP{{P}}
\def\emQ{{Q}}
\def\emR{{R}}
\def\emS{{S}}
\def\emT{{T}}
\def\emU{{U}}
\def\emV{{V}}
\def\emW{{W}}
\def\emX{{X}}
\def\emY{{Y}}
\def\emZ{{Z}}
\def\emSigma{{\Sigma}}
\newcommand{\etens}[1]{\mathsfit{#1}}
\def\etLambda{{\etens{\Lambda}}}
\def\etA{{\etens{A}}}
\def\etB{{\etens{B}}}
\def\etC{{\etens{C}}}
\def\etD{{\etens{D}}}
\def\etE{{\etens{E}}}
\def\etF{{\etens{F}}}
\def\etG{{\etens{G}}}
\def\etH{{\etens{H}}}
\def\etI{{\etens{I}}}
\def\etJ{{\etens{J}}}
\def\etK{{\etens{K}}}
\def\etL{{\etens{L}}}
\def\etM{{\etens{M}}}
\def\etN{{\etens{N}}}
\def\etO{{\etens{O}}}
\def\etP{{\etens{P}}}
\def\etQ{{\etens{Q}}}
\def\etR{{\etens{R}}}
\def\etS{{\etens{S}}}
\def\etT{{\etens{T}}}
\def\etU{{\etens{U}}}
\def\etV{{\etens{V}}}
\def\etW{{\etens{W}}}
\def\etX{{\etens{X}}}
\def\etY{{\etens{Y}}}
\def\etZ{{\etens{Z}}}
\newcommand{\pdata}{p_{\rm{data}}}
\newcommand{\ptrain}{\hat{p}_{\rm{data}}}
\newcommand{\Ptrain}{\hat{P}_{\rm{data}}}
\newcommand{\pmodel}{p_{\rm{model}}}
\newcommand{\Pmodel}{P_{\rm{model}}}
\newcommand{\ptildemodel}{\tilde{p}_{\rm{model}}}
\newcommand{\pencode}{p_{\rm{encoder}}}
\newcommand{\pdecode}{p_{\rm{decoder}}}
\newcommand{\precons}{p_{\rm{reconstruct}}}
\newcommand{\laplace}{\mathrm{Laplace}} %
\newcommand{\E}{\mathbb{E}}
\newcommand{\Ls}{\mathcal{L}}
\newcommand{\R}{\mathbb{R}}
\newcommand{\emp}{\tilde{p}}
\newcommand{\lr}{\alpha}
\newcommand{\reg}{\lambda}
\newcommand{\rect}{\mathrm{rectifier}}
\newcommand{\softmax}{\mathrm{softmax}}
\newcommand{\range}{\mathrm{range}}
\newcommand{\sigmoid}{\sigma}
\newcommand{\softplus}{\zeta}
\newcommand{\Var}{\mathrm{Var}}
\newcommand{\standarderror}{\mathrm{SE}}
\newcommand{\Cov}{\mathrm{Cov}}
\newcommand{\normlzero}{L^0}
\newcommand{\normlone}{L^1}
\newcommand{\normltwo}{L^2}
\newcommand{\normlp}{L^p}
\newcommand{\normmax}{L^\infty}
\newcommand{\parents}{Pa} %
\DeclareMathOperator*{\argmax}{arg\,max}
\DeclareMathOperator*{\argmin}{arg\,min}
\DeclareMathOperator{\sign}{sign}
\DeclareMathOperator{\Tr}{Tr}
\let\ab\allowbreak
\newcommand{\xpar}[1]{\noindent\textbf{#1}\ \ }
\newcommand{\vpar}[1]{\smallskip\noindent\textbf{#1}\ \ }
\newcommand{\degree}{\ensuremath{^\circ}\xspace}
\newcommand{\ignore}[1]{}
\newcommand{\norm}[1]{\lVert#1\rVert}
\newcommand{\fcseven}{$\mbox{fc}_7$}
\renewcommand*{\thefootnote}{\fnsymbol{footnote}}
\def\naive{na\"{\i}ve\xspace}
\def\Naive{Na\"{\i}ve\xspace}
\makeatletter
\DeclareRobustCommand\onedot{\futurelet\@let@token\@onedot}
\def\@onedot{\ifx\@let@token.\else.\null\fi\xspace}
\def\eg{e.g\onedot,\xspace}
\def\Eg{E.g\onedot,}
\def\ie{i.e\onedot,\xspace}
\def\Ie{\emph{I.e}\onedot,}
\def\cf{\emph{c.f}\onedot} \def\Cf{\emph{C.f}\onedot}
\def\etc{\emph{etc}\onedot} \def\vs{\emph{vs}\onedot}
\def\wrt{w.r.t\onedot} \def\dof{d.o.f\onedot}
\def\etal{\emph{et al}\onedot}
\makeatother
\definecolor{MyDarkBlue}{rgb}{0,0.08,1}
\definecolor{MyDarkGreen}{rgb}{0.02,0.6,0.02}
\definecolor{MyDarkRed}{rgb}{0.8,0.02,0.02}
\definecolor{MyDarkOrange}{rgb}{0.40,0.2,0.02}
\definecolor{MyPurple}{RGB}{111,0,255}
\definecolor{MyRed}{rgb}{1.0,0.0,0.0}
\definecolor{MyGold}{rgb}{0.75,0.6,0.12}
\definecolor{MyDarkgray}{rgb}{0.66, 0.66, 0.66}
\definecolor{myorange}{RGB}{255,69,0}
\definecolor{derekblue}{RGB}{144,210,236}
\newcommand{\kangle}[1]{{\textcolor{MyPurple}{[Kangle: #1]}}}
\newcommand{\junyanz}[1]{{\color{blue}{[}Jun-Yan: #1{]}}}
\newcommand{\deva}[1]{{\color{red}{[}Deva: #1{]}}}
\newcommand{\maneesh}[1]{{\textcolor{MyDarkRed}{[MA: #1]}}}
\newcommand{\tinghui}[1]{{\textcolor{MyDarkOrange}{[Tinghui: #1]}}}
\newcommand{\jyz}[1]{{\textcolor{Blue}{[JYZ: #1]}}}
\newcommand{\derek}[1]{{\textcolor{derekblue}{[Derek: #1]}}}
\definecolor{revisionColor}{RGB}{0,0,0}
\newcommand{\ours}{OAT\xspace}
\newcommand{\ourAR}{OctreeGPT\xspace}
\renewcommand{\algorithmicrequire}{\textbf{Input:}}
\renewcommand{\algorithmicensure}{\textbf{Output:}}
\maketitle
\begin{strip}\centering
\vspace{-40pt}
\includegraphics[width=\linewidth, trim={0 0cm 0 0cm},clip]{figs/teaser_v5.pdf}
\vspace{-20pt}
\captionof{figure}{ We propose an Octree-based Adaptive shape Tokenization (\ours) that dynamically allocates tokens based on shape complexity. Our approach achieves {\em better} reconstruction quality with {\em fewer} tokens on average (439 compared to 512 on the full test set) by intelligently distributing more tokens to complex shapes while saving on simpler ones.
\lblfig{teaser}
}
\end{strip}
\begin{abstract}
Many 3D generative models rely on variational autoencoders (VAEs) to learn compact shape representations.
However, existing methods encode all shapes into a fixed-size token, disregarding the inherent variations in scale and complexity across 3D data. This leads to inefficient latent representations that can compromise downstream generation.
We address this challenge by introducing Octree-based Adaptive Tokenization, a novel framework that adjusts the dimension of latent representations according to shape complexity. Our approach constructs an adaptive octree structure guided by a quadric-error-based subdivision criterion and allocates a shape latent vector to each octree cell using a query-based transformer. Building upon this tokenization, we develop an octree-based autoregressive generative model that effectively leverages these variable-sized representations in shape generation.
Extensive experiments demonstrate that our approach reduces token counts by 50\% compared to fixed-size methods while maintaining comparable visual quality.
When using a similar token length, our method produces significantly higher-quality shapes.
When incorporated with our downstream generative model, our method creates more detailed and diverse 3D content than existing approaches.
Please check our project page: \url{https://oat-3d.github.io/}.
\end{abstract}
\section{Introduction}
\lblsec{intro}
Recent advances in generative models have revolutionized the field of 3D content creation, enabling diverse applications, including shape generation~\cite{mescheder2019occupancy,vahdat2022lion,li2024craftsman}, text-to-3D generation~\cite{poole2022dreamfusion,lin2023magic3d,wang2023prolificdreamer}, text-driven mesh texturing~\cite{chen2023text2tex,deng2024flashtex}, single-image 3D generation~\cite{liu2023zero123,long2024wonder3d}, and 3D scene editing~\cite{liu2021editing,haque2023instruct}.
One popular paradigm among state-of-the-art methods employs 3D-native diffusion or autoregressive models~\cite{li2024craftsman,zhao2025hunyuan3d,zhang2024clay,ren2024xcube,xiong2024octfusion} on top of 3D latents learned from large-scale datasets. As a result, the effectiveness of these models heavily depends on how well 3D shapes are represented and encoded as latent representations.
Effective latent representations for 3D shapes must address several fundamental challenges. First, 3D data is inherently sparse, with meaningful information concentrated primarily on surfaces rather than distributed throughout the volume. Second, real-world objects vary in geometric complexity, ranging from simple primitives to intricate structures with fine details, requiring representation structures that can adapt accordingly. Third, the encoding process must take into account capturing fine local details while preserving the global geometric structure.
Most existing shape VAEs~\cite{zhang20233dshape2vecset,li2024craftsman,zhang2024clay,zhao2025hunyuan3d} encode shapes into fixed-size latent representations and fail to adapt to the inherent variations in geometric complexity within such shapes.
As shown in \reffig{teaser} (bottom), objects are encoded with identical latent capacity regardless of their scale, sparsity, or complexity, resulting in inefficient compression and degraded performance in downstream generative models.
While some approaches~\cite{ren2024xcube,xiong2024octfusion} leverage sparse voxel representations like octrees to account for sparsity, they still subdivide any cell containing surface geometry to the finest level, thus failing to adapt to shape complexity.
As illustrated in \reffig{octree_comparison}, a simple cube with only eight vertices requires similar representation capacity as a highly detailed sculpture in traditional octree structures. Ideally, hierarchical shape representations should adapt to the complexity of different regions within a shape. For instance, in the bottom right of \reffig{octree_comparison}, complex structures like a tree canopy should require finer subdivision than simpler regions like the trunk.
\input{figTex/02b_octree_comparison.tex}
To address these challenges, we propose an Octree-based Adaptive Tokenization. Our approach dynamically adjusts the latent representation based on local geometric complexity measured by quadric error, efficiently representing both simple and intricate regions with appropriate detail levels. As shown in \reffig{teaser}, our approach achieves better reconstruction quality with comparable or fewer shape tokens.
By developing an Octree-based autoregressive generative model, we verify that our efficient variable-sized shape tokenization is beneficial to downstream generation tasks.
Experiments show our generated results are generally better than those of existing baselines regarding FID, KID, and CLIP scores.
\begin{figure}[t]
\centering
\includegraphics[width=\linewidth]{figs/octree_comparison.pdf}
\vspace{-20 pt}
\caption{Traditional octree construction subdivides each octant based on whether the octant contains any mesh element. This construction always subdivides to the maximum depth (set to 6 in this example), leading to a similar amount of nodes for simple (top) and complex (middle) shapes.
In contrast, our approach terminates subdivision when the local geometry is simple (e.g., a plane), leading to an adaptive octree that better reflects the shape complexity.
}
\vspace{-10 pt}
\lblfig{octree_comparison}
\end{figure}
\section{Related Work}
\lblsec{related_work}
\myparagraph{3D Generation.}
Recent 3D generation methods have achieved remarkable results by leveraging pre-trained large-scale 2D diffusion models~\cite{rombach2022high}. Approaches like DreamFusion~\cite{poole2022dreamfusion} and DreamGaussian~\cite{tang2023dreamgaussian} use 2D diffusion priors to optimize 3D representations, such as Neural Radiance Fields~\cite{mildenhall2020nerf} and Gaussian Splats~\cite{kerbl3Dgaussians}. Subsequent works have improved performance with new loss functions and 3D representations~\cite{wang2023prolificdreamer, ye2025dreamreward, mcallister2024rethinking, tran2025diverse, katzir2023noise, lukoianov2024sdi, lin2023magic3d, Chen_2023fantasia3D, metzer2022latent, sun2023dreamcraft3d, sweetdreamer, long2023wonder3d, michel2022text2mesh}. However, these methods often require extensive iterative optimizations, making them impractical for real-world applications. To reduce inference time, feed-forward methods have been developed that synthesize multi-view consistent images of the same object followed by 3D reconstruction~\cite{hong2023lrm, li2023instant3d, xu2023dmv3d, TripoSR2024,liu2023zero1to3,liu2023one,liu2024one,zhang2024gs,zou2024triplane,tang2024lgm}. Nonetheless, approaches leveraging 2D diffusion priors alone without 3D-native supervision tend to suffer from challenges in modeling refined geometric structures and complex surfaces, especially for shapes of high concavity.
More recently, a wave of 3D-native generative models~\cite{li2024craftsman, zhang2024clay, zhao2025hunyuan3d, ren2024xcube, xiong2024octfusion, xiang2024trellis, liu2025meshformer} has emerged, aiming to train directly on raw 3D assets rather than relying on 2D diffusion priors. These methods have achieved superior generation quality compared to their predecessors thanks to the 3D-native architecture design. Another line of work explores auto-regressive methods for direct mesh generation with artist-like topology~\cite{tang2024edgerunner, siddiqui2024meshgpt, chen2024meshanything, chen2024meshanythingv2, hao2024meshtron, weng2024scaling}. Due to tokenization inefficiency and challenges in scaling up the context window, these methods are still struggling to model high-poly meshes with complex surfaces. In contrast, our work aims to explore more efficient tokenization schemes that encode shapes into compact yet expressive representations for 3D-native generation.
\myparagraph{Compact 3D latent representations.} Representing 3D shapes with compact latent representations has become increasingly popular in 3D generative modeling. One line of work, pioneered by 3DShape2VecSet~\cite{park2018photoshape}, advocates encoding 3D shapes into latent vector sets that can be decoded into diverse geometry representations such as occupancy fields~\cite{li2024craftsman,zhang2024clay,park2018photoshape,wu2024direct3d,zhao2023michelangelo}, signed distance fields~\cite{chen2024dora,zhao2025hunyuan3d}, and meshes~\cite{tang2024edgerunner}. These methods encode all shapes into a fixed-length vector, and do not adaptively adjust the representation budget based on shape complexity. Other work~\cite{wu2024blockfusion,shue2023triplane_diffusion} learns latent space from triplanes, but achieving high-fidelity triplane representations remains challenging, which limits their accuracy, especially for complex shapes.
An alternative direction focuses on structured 3D latent representations to better leverage the spatial hierarchies inherent in the underlying geometry. For instance, sparse voxel grids coupled with feature-rich latents or attributes, as proposed in XCube~\cite{ren2024xcube}, MeshFormer~\cite{liu2025meshformer}, LTS3D~\cite{meng2024lts3d} and Trellis~\cite{xiang2024trellis}, enables more efficient training for high-resolution shapes and scenes and better preservation of high-frequency geometric details. Meanwhile, OctFusion~\cite{xiong2024octfusion} proposes to represent a 3D shape as a volumetric octree with each leaf node encoded by latent features. Although these approaches offer adaptiveness in the latent representation similar to ours, their spatial structure is determined by volumetric occupancy rather than surface complexity.
\myparagraph{Octree-based 3D representation.} Octree~\cite{meagher1980octree,meagher1982geometric} is an efficient 3D data structure that recursively divides a 3D space into eight octants. It adapts to sparsity and minimizes storage and computation in empty regions, making it both memory- and computationally efficient. Compared to dense voxel grids, octrees significantly reduce memory usage while preserving fine geometric details in complex regions. %
Octree has been used in a wide range of geometric processing applications, including point cloud compression~\cite{schnabel2006octree}, 3D texturing~\cite{benson2002octree}, multi-view scene reconstruction~\cite{szeliski1993rapid,yu2021plenoctrees}, shape analysis~\cite{wang2017cnn,riegler2017octnet,Wang2023OctFormer}, and shape generation~\cite{tatarchenko2017octree,xiong2024octfusion}.
While similar adaptive octree~\cite{wang2018adaptive} has been used for the shape classification and prediction tasks,
our work is the first to explore octree representation in the context of 3D tokenization and autoregressive generation, which requires us to co-design the encoding, decoding, and generation with octree data structure.
Compared to existing approaches~\cite{ren2024xcube,xiong2024octfusion,xiang2024trellis} that use uniform tokenization schemes, our method adapts tokenization according to shape complexity. %
\input{figTex/02_overview}
\section{Method}
\lblsec{method}
\reffig{overview} illustrates our text-based shape generation framework. Our approach comprises two components: (1) a shape tokenization method (Octree-based Adaptive Tokenization, \ours) in \refsec{octree_construction} and \ref{sec:octoken} that efficiently compresses 3D shapes into a compact latent space, and (2) an autoregressive generative backbone model, \ourAR in \refsec{octreegpt}, which operates on these variable-length shape tokens.
For each 3D shape, our approach begins by sampling a point cloud $\rmP_c \in \mathbb{R}^{N \times 3}$ from the surface, along with its surface normal vectors $\rmP_n \in \mathbb{R}^{N \times 3}$ following prior work~\cite{zhang20233dshape2vecset}. We then employ our novel adaptive octree construction algorithm that partitions 3D space based on \emph{local geometric complexity} to obtain an sparse octree structure. We then leverage the Perceiver-based transformer architecture~\cite{jaegle2021perceiver} to encode the shape into an adaptive latent tree structure. The resulting variable-length latent representation can then be decoded into an occupancy field, from which a mesh can be extracted using marching cubes~\cite{lorensen1998marching}.
Unlike existing shape VAEs~\cite{zhang20233dshape2vecset,li2024craftsman,zhang2024clay,zhao2025hunyuan3d} that learn fixed-size latent representations for every shape using Variational Autoencoders~\cite{kingma2013vae}, we propose to encode shapes into variable-length latents based on their shape complexity. This adaptive tokenization approach results in a more compact latent space that only uses more latents by subdividing cells to finer resolution where the complexity of the shape is higher --- thereby leading to better reconstruction quality and improved performance in downstream generative tasks.
\subsection{Complexity-Driven Octree Construction}
\lblsec{octree_construction}
One of the core ingredients of our method is a sparse octree data structure which subdivides octants according to local geometry complexity, unlike existing methods subdividing cells based on occupancy.
An octree is a hierarchical spatial data structure that recursively subdivides 3D space into eight equal octants. Starting with a root node representing a bounding cube, each non-empty node can be further partitioned into eight child nodes, creating a tree-like structure $\gO = \{\gV, \gE\}$. We use $\gV = \{v_1, v_2, \dots\}$ to denote the cells in an octree hierarchy, and $\gE \subseteq \gV \times \gV$ defines parent-child relationships, where $(v_i, v_j) \in \gE$ indicates that $v_i$ is the parent of $v_j$. This representation is efficient to represent sparse 3D data, as it allocates higher resolution only to occupied regions. %
In this paper, we consider the \emph{sparse} octree by omitting empty child nodes, i.e., each node can have 0 to 8 child nodes, with all nodes being non-empty. This structure can be compactly encoded by an 8-bit binary code $\chi: \gV \rightarrow \{0,1\}^8$. For instance, $\chi(v) = \left(01001000\right)_2$ indicates that node $v$ has two non-empty child nodes at its second and fifth slots. An octree structure can thus be {\em uniquely} represented as a sequence of 8-bit binary codes in breadth-first order, $\left[\chi(v_0), \chi(v_1), \cdots\right]$.
While octrees have previously been used to tokenize 3D shapes, earlier methods~\cite{xiong2024octfusion, ren2024xcube} always subdivide up to the maximum depth unless empty.
In contrast, we subdivide an octant only when the local geometry is ``complex''. Inspired by the literature in mesh simplification \cite{GarlandH97} and isosurfacing \cite{JuLSW02}, we use the quadric error metric to measure shape complexity and guide octree subdivision. This approach optimizes representational capacity, allocating tokens where they provide the greatest benefit for shape fidelity.
\myparagraph{Quadric error metric} was first introduced to quantify local geometric complexity for mesh simplification tasks~\cite{garland2005quadric}. Given a plane in $\mathbb{R}^3$, let $\rvp$ denote a point on the plane with unit normal vector $\rvn$. The plane can be defined by all points $\rvx \in \mathbb{R}^3$ satisfying
\begin{equation}
\rvn^\top (\rvx - \rvp) = 0.
\end{equation}
The quadric error measures the squared point-to-plane distance between
any point $\rvx$ and this plane, computed as
\begin{align}
E(\rvx) = \left( \rvn^\top (\rvx - \rvp) \right)^2 \doteq [\rvx^\top,1] \: \rmQ \: [\rvx^\top,1]^\top,
\end{align}
where the quadric matrix $\rmQ \in \mathbb{R}^{4\times 4}$ is defined as
\begin{equation}
\rmQ = \left[
\begin{matrix}
\rvn\rvn^\top & - \rvn\rvn^\top\rvp \\
(-\rvn\rvn^\top\rvp)^\top & \rvp^\top\rvn\rvn^\top\rvp
\end{matrix}
\right].
\end{equation}
As a key property, the cumulative error from a point $\rvx$ to {\em multiple} planes can be computed with a summed quadric,
\begin{equation}
E(\rvx) = \sum_i E_i(\rvx) = [\rvx^\top,1] \: \left(\sum_i\rmQ_i\right) \: [\rvx^\top,1]^\top.
\end{equation}
We use the quadric error $E^* = \min_{\rvx } E(\rvx)$ to measure local geometric complexity. As the energy is quadratic, the minimum $E^*$ can be efficiently computed by solving a linear system, with details left in the appendix. Intuitively, when the planes form common intersections (e.g., an edge, a cone, or being flat), the optimal quadric error approaches zero, whereas complex regions usually yield higher quadric error values. This property makes quadric error metrics suitable for guiding adaptive geometric representations.
Specifically, for each octree cell $v \in \gV$, we compute the cell quadric $\rmQ_v$ by summing up quadrics for all sampled points within $v$,
\begin{equation}
\rmQ_v = \sum_{\rvp_ \in \rmP_c(v)} \rmQ_{\rvp},
\end{equation}
where $\rmP_c(v) = \{ \rvp \in \rmP_c \:\vert\: \rvp \text{ is contained in cell } v\}$ denotes the subset of points that lie within cell $v$, and
$\rmQ_p$ is the quadric matrix for point $\rvp$ with its corresponding normal vector $\rvn \in \rmP_n$. We then calculate the average quadric error
\begin{equation}
E_v^* = \min_{\rvx} E_v(\rvx) = \frac{1}{|\rmP_c(v)|} \min_{\rvx } [\rvx^\top,1] \rmQ_v [\rvx^\top,1]^\top.
\end{equation}
We recursively subdivide $v$ into child cells only when both of these conditions are met: (1) the maximum depth $L$ has not been reached, and (2) the quadric error exceeds our pre-defined threshold, $E_v^* > T$. %
In regions with complex geometry, cells are subdivided to the maximum depth $L$, while subdivision stops early in areas with simpler (i.e., planar) geometry. %
\subsection{Adaptive shape tokenization with \ours}
\lblsec{octoken}
Following prior work~\cite{zhang20233dshape2vecset,zhao2023michelangelo,li2024craftsman,zhang2024clay,zhao2025hunyuan3d}, we adopt a Perceiver-based variational autoencoder (VAE)~\cite{jaegle2021perceiver,kingma2013vae} to encode the shape into latents. Specifically, we compute:
\begin{align}
\hat\rmP & = \text{Concat}\left(\text{PE}(\rmP_c), \rmP_n\right), \\
\hat\rmO & = \text{Concat}\left(\text{PE}(\gV_\text{leaf}), \text{SE}(\gV_\text{leaf})\right), \\
\phi(\gV_\text{leaf}) & = \text{SelfAttn}^{(i)}(\text{CrossAttn}(\hat\rmO, \hat\rmP)), \, i = 1, \cdots, L_e, \nonumber
\end{align}
where the encoder $\phi$ outputs a latent vector $\phi(v)$ for every leaf cell $v \in \gV_\text{leaf}$, where $\phi: \gV \rightarrow \mathbb{R}^d$.
Here, PE denotes the positional encoding function~\cite{vaswani2017attention}, which operates on point coordinates and octree cell centers, while SE denotes the scale encoding function on the depth of octree cells. $\gV_\text{leaf}$ comprises all the leaf cells within $\gV$, and $L_e$ refers to the number of Self Attention layers in the shape encoder.
Notably, the cross-attention operation is global, allowing each leaf cell to attend to all points in $\hat\rmP$ across the entire shape, rather than just points within its local cell. This global attention enables the model to capture long-range dependencies and contextual information beyond local neighborhoods. The subsequent self-attention layers further refine these representations by allowing leaf cells to exchange information.
Finally, we propagate latent vectors from leaf cells to their ancestors bottom-up. Each non-leaf node computes its latent vector by averaging those of its child nodes.
\myparagraph{Multi-scale octree residual quantization.} The variable length of the encoded latent motivates us to adopt an autoregressive model for downstream generation in \refsec{octreegpt}. This approach requires us to learn a quantization bottleneck in the VAE.
To achieve this, %
we propose an octree-based residual quantization strategy, enabling a coarse-to-fine token ordering using residual quantization~\cite{tian2025var,lee2022residual}. Specifically, we start quantization from the root node and only process the residual latent of every latent from its parent. We use a shared codebook and quantization function for all of the nodes using vqtorch~\cite{huh2023vqtorch}.
We summarize our residual quantization algorithm in \refalg{encode}.
\begin{algorithm}[t]
\caption{Multi-scale octree residual quantization}\lblalg{encode}
\begin{algorithmic}[1]
\Require Octree $\gO=\{\gV,\gE\}$, Latent $\phi: \gV \rightarrow \mathbb{R}^d$.
\Ensure Multi-scale residual quantized latent $z: \gV \rightarrow \mathbb{R}^d$, Quantized latent index $q: \gV \rightarrow \mathbb{Z}$.
\State $z(v_0), q(v_0) = \text{Quantize}(\phi(v_0))$ \Comment{$v_0$ is the root node.}
\State $z_{acc}(v_0) = z(v_0)$ \Comment{Initialize accumulated latent.}
\For{$d = 1, \cdots, L-1$} \Comment{L is the max depth of $\gO$.}
\For{$v \in \gV_d$} \Comment{$\gV_d$ is the set of nodes at level $d$.}
\State Find the parent $v_{\text{parent}}$ of $v$ according to $\gE$.
\State $z(v), q(v) = \text{Quantize}(\phi(v) - z_{acc}(v_\text{parent}))$.
\State $z_{acc}(v) = z_{acc}(v_\text{parent}) + z(v)$. \Comment{Update $z_{acc}$.}
\EndFor
\EndFor
\end{algorithmic}
\end{algorithm}
\myparagraph{Octree decoding.} Given the multi-scale octree residual latent $z: \gV \rightarrow \mathbb{R}^d$, we recover the full latent $\hat\phi: \gV \rightarrow \mathbb{R}^d$ by adding the latent to every node from all its ancestors. Motivated by prior work~\cite{zhang20233dshape2vecset,li2024craftsman,zhao2023michelangelo}, we use a similar perceiver-based transformer to decode the latent to an occupancy field. Specifically, given a query 3D point $\rvx \in \mathbb{R}^3$, the decoder predicts its occupancy value:
\begin{align}
\hat\rmS & = \text{Concat}\left(\hat\phi(\gV), \text{PE}(\gV), \text{SE}(\gV)\right), \\
\hat\rmS & = \text{SelfAttn}^{(j)}(\hat\rmS), \qquad j = 1, 2, \cdots, L_d, \\
\hat\sigma(\rvx, \hat\phi, \gO) & = \text{CrossAttn}\left(\text{PE}(\rvx), \hat\rmS\right),
\end{align}
where $L_d$ is the number of Self Attention layers in the shape decoder, and $\hat\sigma$ is the predicted occupancy value at the query point. At inference time, we query the decoder using grid points and run marching cubes~\cite{lorensen1998marching} to extract a mesh. During training, we sample query points using uniform and importance sampling near the mesh surface following prior work~\cite{zhang20233dshape2vecset,zhao2023michelangelo,li2024craftsman}.%
We jointly optimize the networks and codebook via the following loss functions. %
\begin{align}
\mathcal{L}_{\text{VQ}} & = \mathbb{E}_{v \in} \vert\vert \text{sg}(\hat\phi(v)) - \phi(v) \vert\vert^2 + \vert\vert \text{sg}(\phi(v)) - \hat\phi(v) \vert\vert^2,
\end{align}
where $\text{sg}()$ is the stop-gradient operation. Additionally, we incorporate an occupancy reconstruction loss to ensure that the latent codes accurately reconstruct the input shape:
\begin{align}
\mathcal{L}_{\text{rec}} = \mathbb{E}_{\rvx} \mathcal{L}_{\text{BCE}}\left(\sigma(\rvx), \hat\sigma(\rvx, \hat\phi, \gO)\right),
\end{align}
where $\mathcal{L}_{\text{BCE}}$ is the binary cross-entropy loss for shape reconstruction, and $\sigma(\rvx) \in \{0,1\}$ is the ground truth occupancy value of the query point, indicating whether it is located inside the object.
Our final loss function is:
\begin{align}
\mathcal{L}_{\text{rec}}
+ \lambda_{\text{VQ}} \mathcal{L}_{\text{VQ}},
\end{align}
where $\lambda_{\text{VQ}}$ weights the vector quantization loss.
\myparagraph{KL variant for continuous tokens.} By replacing the quantization bottleneck with a KL regularization~\cite{kingma2013vae},
our proposed \ours can learn continuous shape latent instead, which provides a fair comparison with other continuous latent baselines in \refsec{exp_recon}.
\subsection{OctreeGPT: Autoregressive Shape Generation}
\lblsec{octreegpt}
Building on our adaptive tokenization framework, we develop OctreeGPT, an autoregressive model for generating 3D shapes conditioned on text descriptions. Unlike previous approaches that operate on fixed-size representations~\cite{li2024craftsman,zhang2024clay,zhao2025hunyuan3d}, OctreeGPT models the joint distribution of variable-length octree tokens while maintaining a hierarchical coarse-to-fine structure.
\myparagraph{Shape Token Sequence.} To enable autoregressive modeling, we first serialize the octree structure by traversing it in a breadth-first manner as mentioned in \refsec{octoken}. For each node $v$, we include both its quantized index $q(v) \in \mathbb{Z}$ and a structural code $\chi(v) \in \{0,1\}^8$ that encodes the presence or absence of each potential child node. A latent octree can thus be {\em uniquely} represented by a variable-length sequence of tokens:
\begin{equation*}
\left[t_0, t_1, \cdots, t_N \right],
\end{equation*}
where each token $t_i = \left(q(v_i), \chi(v_i)\right), \forall i \in \mathbb{N}$.
We train an autoregressive model that predicts the next token in the sequence,
\begin{equation}
P\left(t_0, t_1, \cdots, t_N | \theta\right) = \prod_{i=1}^{N} P(t_i | t_0, \cdots, t_{i-1}, \theta),
\end{equation}
where $\theta$ is our learned OctreeGPT model.
\myparagraph{Model Architecture.} Our architecture builds upon decoder-only transformers similar to GPT-2~\cite{esser2021taming,radford2019gpt}. Specifically, we compute the embedding for each shape token $t_i$ as:
\begin{equation}
\text{Embed}(t_i) = \text{Embed}_{q}(q(v_i)) + \text{Embed}_{\chi}(\chi(v_i)) + \text{PE}_{\text{tree}}(v_i),
\end{equation}
where $\chi(v_i)$ is interpreted as an 8-bit integer. The tree-structured positional encoding $\text{PE}_{\text{tree}}(v_i)$ captures both spatial and hierarchical information:
\begin{align}
\text{PE}_{\text{tree}}(v_i) = \text{Embed}_{x}(x(v_i)) + \text{Embed}_{y}(y(v_i)) \\
+ \text{Embed}_{z}(z(v_i)) + \text{Embed}_{d}(d(v_i)),
\end{align}
where $x,y,z$ are quantized coordinates of the cell center, and $d \in \{0,1,\cdots,L-1\}$ is the depth of the octree node. This multi-dimensional positional encoding helps the model understand both spatial relationships and the hierarchical structure of the octree.
Our model employs dual prediction heads for predicting quantized latent indices $\hat q$ and structural codes $\hat\chi$, allowing the model to jointly reason about geometry and tree structure.
For text-conditioned generation, we prepend the sequence with 77 tokens derived from the input text's CLIP embedding~\cite{radford2021clip}.
\myparagraph{Training and Inference.} We train OctreeGPT using a combined loss function that balances the reconstruction of latent tokens and structural codes:
\begin{equation}
\mathcal{L}_{\text{GPT}} = \mathcal{L}_{\text{CE}}(q, \hat{q}) + \lambda_{\chi} \mathcal{L}_{\text{CE}}(\chi, \hat{\chi}),
\end{equation}
where $\mathcal{L}_{\text{CE}}$ is the cross-entropy loss for $2^8$-way classification, and $ \lambda{\chi}$ are balancing hyperparameters.
During inference, we employ sampling with temperature $\tau$ to control the diversity and quality of generated shapes. We process the predicted structural code $\chi(v_i)$ on the fly to determine the octree topology, which dynamically establishes the final length of the token sequence.
Further implementation details and hyperparameter settings are provided in the appendix.
\begin{figure*}
\centering
\includegraphics[width=\linewidth]{figs/overview.pdf}
\vspace{-20 pt}
\caption{%
(a) {\bf Adaptive Shape Tokenization.}
Given an input mesh with surface point samples, we partition 3D space into a sparse octree that adapts to the local geometric complexity of the surface. We then use a Perceiver-based transformer~\cite{jaegle2021perceiver}
to encode the shape into a tree of latent codes, where a child node need encode only the (quantized) residual latent relative to its parent~\cite{lee2022residual}. Latents can then be decoded into an occupancy field from which a mesh can be extracted. (b) {\bf Autoregressive Shape Generation.} We define an autoregressive model for generating a tree of quantized shape tokens given a textual prompt, following a coarse-to-fine breadth-first search traversal. Similar to variable-length generation of text via end-of-sentence tokens, we make use of structural tokens to generate variable-size tree structures.
}
\vspace{-10 pt}
\lblfig{overview}
\end{figure*}
\input{figTex/03d_plot}
\input{figTex/03a_comparison_vq}
\input{figTex/03c_comparison_kl}
\input{figTex/03b_abl_numToken}
\input{tabTex/01_reconstruction}
\input{tabTex/02_reconstruction_kl}
\input{tabTex/03_gen}
\input{figTex/04_gen}
\section{Experiments}
\lblsec{experiment}
We evaluate our method on shape tokenization and generation. We perform qualitative and quantitative comparisons with existing baselines and conduct an ablation study on the significance of each major component.
\myparagraph{Dataset.}
We use the Objaverse~\cite{objaverse} dataset, which contains around 800K 3D models, as our training and test data. To ensure high-quality training and evaluation, we filter out low-quality meshes, such as those with point clouds, thin structures, or holes. This results in a curated dataset of around 207K objects for training and 22K objects for testing.
For preprocessing, each mesh is normalized to a unit cube.
For each mesh, we sample 1M points with their normals from the surface as the input point cloud. To generate ground-truth occupancy values, we uniformly sample 500K points within the unit volume and an additional 1M points near the mesh surface to capture fine details and obtain the occupancy based on visibility following prior work~\cite{zhang2024clay}.
We then construct an adaptive octree for each shape based on the sampled point cloud using a pre-defined quadric error threshold $T$, which guides the subdivision process according to local geometric complexity.
To enable text conditioning, we render nine views of each object under random rotations and use GPT-4o~\cite{achiam2023gpt} to generate descriptive captions from these renderings.
\subsection{Shape Reconstruction}
\lblsec{exp_recon}
We first assess the reconstruction fidelity of different latent representations.
\myparagraph{Baselines.} We compare \ours with latent vector sets from Craftsman3D~\cite{li2024craftsman}.
For a fair comparison, we train both methods under identical conditions, using both quantization for discrete tokenization and KL regularization for continuous latent space.
Additionally, we evaluate against two other recent approaches, XCube~\cite{ren2024xcube} and Octfusion~\cite{xiong2024octfusion}.
Due to computational resource constraints, we use publicly available pre-trained models for these two baselines rather than retraining them on our dataset.
We exclude VAE models from Direct3D~\cite{wu2024direct3d}, CLAY~\cite{zhang2024clay}, and LTS3D~\cite{meng2024lts3d} as their implementations are not available.
\myparagraph{Results.} We evaluate shape reconstruction quality using volume Intersection over Union (IoU) and Chamfer Distance (CD) with 10K sampled surface points in \reftbl{recon_vq} and \reftbl{recon_kl}. Note that XCube~\cite{ren2024xcube} outputs an Unsigned Distance Function (UDF), which cannot be evaluated with IoU metrics. Visual comparisons in \reffig{comparison_vq} and \reffig{comparison_kl} demonstrate our approach outperforms all baselines.
\myparagraph{Ablation Study.} We ablate our proposed adaptive subdivision in \reffig{comparison_vq}. Without quadric-error-based adaptive subdivision, the octree representation subdivides to the deepest level unless empty, wasting tokens on simple objects of large volumetric occupancy (middle row). \reffig{plot} shows reconstruction quality (IoU) versus latent size in both discrete and continuous scenarios, confirming our method achieves better quality at equivalent latent sizes and requires significantly smaller latent representations for comparable reconstruction quality. \reffig{abl_token} further shows a qualitative comparison between our method and the baseline in reconstruction quality with respect to the number of tokens used.
\subsection{Shape Generation}
\lblsec{exp_gen}
This section evaluates our text-to-shape generation quality against multiple baselines. We train our \ourAR on top of \ours using 439 tokens on average, and for comparison, train a GPT model on Craftsman-VQ with 512 tokens. We include XCube~\cite{ren2024xcube}'s pre-trained Objaverse model as a native text-to-3D baseline. We also compare against two image-to-3D methods, InstantMesh~\cite{xu2024instantmesh} and Craftsman~\cite{li2024craftsman}, using FLUX.1~\cite{fluxschnell} to generate condition images from input text.
\myparagraph{Results.} We quantitatively evaluate generation quality in \reftbl{gen} by rendering generated shapes and computing Frechet Inception Distance (FID) ~\cite{heusel2017fid,parmar2021cleanfid}, and Kernel Inception Distance
(KID)~\cite{binkowski2018kid} against groundtruth renderings. We also report CLIP-score~\cite{radford2021clip} to evaluate text-shape consistency, and average generation time to evaluate efficiency. In addition to quantitative measures, we also provide qualitative comparisons in \reffig{gen}. Overall, thanks to a more compact and representative latent space, our \ourAR produces finer details with fewer artifacts compared to Craftsman-VQ with GPT, while also outperforming other 3D generation baselines in both geometry quality and prompt adherence, with a faster runtime.
\begin{figure}[t]
\centering
\includegraphics[width=\linewidth]{figs/comparison_IoU_v2.pdf}
\caption{We plot reconstruction quality (IoU) against latent size in both discrete (left) and continuous (right) scenarios. We use KiloBytes (KB) for continuous latent representations for a fair comparison.
Our method consistently outperforms baseline approaches at equivalent latent sizes and achieves comparable reconstruction quality with much smaller latent representations.}
\lblfig{plot}
\end{figure}
\begin{figure}[t]
\centering
\includegraphics[width=\linewidth]{figs/comparison_vq.pdf}
\vspace{-20 pt}
\caption{\textbf{Shape reconstruction with discrete latent.} We compare our full method against Craftsman-VQ~\cite{li2024craftsman} as well as an ablation without Adaptive Subdivision (A.S.). With comparable or lower token budget, our method generally outperforms the baseline regarding reconstruction fidelity. Meanwhile, without adaptive subdivision, the vanilla octree only allocates the token budget efficiently for objects of small volume (bottom) but wastes tokens on geometrically simple objects that occupy large space (middle).}
\vspace{-10 pt}
\lblfig{comparison_vq}
\end{figure}
\begin{figure}[t]
\centering
\includegraphics[width=\linewidth]{figs/comparison_kl.pdf}
\vspace{-20 pt}
\caption{\textbf{Shape reconstruction with continuous latent.}
We include the visual comparison between our continuous VAE (\ours-KL) and other baselines. In general, our reconstruction preserves more details using similar or smaller number of latent vectors.
}
\lblfig{comparison_kl}
\end{figure}
\begin{figure}[t]
\centering
\includegraphics[width=\linewidth]{figs/ablation_token_num.pdf}
\vspace{-10 pt}
\caption{\textbf{Ablation study on token length.} With an increasing number of tokens, our method achieves better quality while consistently outperforming the baseline at a comparable token length.}
\vspace{-10 pt}
\lblfig{abl_token}
\end{figure}
\begin{table}[t]
\setlength{\tabcolsep}{4pt}
\small
\begin{tabular}{lccc}
\toprule
Method & Avg Token Cnt & IoU $\uparrow$ & CD ($\times 10^{-3}$) $\downarrow$ \\
\midrule
\multirow{4}{*}{Craftsman-VQ~\cite{li2024craftsman}} & 256 & 83.1 & 2.31 \\
& 512 & 83.8 & 1.94 \\
& 768 & 84.2 & 1.88 \\
& 1024 & 84.4 & 1.80 \\
\midrule
\multirow{3}{*}{\shortstack[l]{\textbf{Ours (\ours)} \\ w/o A.S.}} & 148 & 84.7 & 2.19\\
& 607 & 88.3 & 1.85 \\
& 1726 & 89.9 & 1.37\\
\midrule
\multirow{4}{*}{\textbf{Ours (\ours)}} & 266 & 86.7 & 1.94\\
& 439 & 88.6 & 1.78 \\
& 625 & 89.7 & 1.53 \\
& 1284 & \textbf{90.2} & \textbf{1.27} \\
\bottomrule
\end{tabular}
\caption{\textbf{Quantitative analysis of shape reconstruction with discrete latent.} We compare our method against Craftsman-VQ~\cite{li2024craftsman} and ablation without Adaptive Subdivision (A.S.). With comparable token counts, our approach outperforms both baselines, showing the effectiveness of our proposed adaptive tokenization.}
\lbltbl{recon_vq}
\end{table}
\begin{table}[t]
\setlength{\tabcolsep}{4pt}
\small
\begin{tabular}{lccc}
\toprule
Method & Avg Latent Len & IoU $\uparrow$ & CD ($\times 10^{-3}$) $\downarrow$ \\
\midrule
\multirow{4}{*}{Craftsman~\cite{li2024craftsman}} & 256 & 87.8 & 1.96 \\
& 512 & 91.0 & 1.83 \\
& 768 & 92.1 & 1.33 \\
& 1024 & 92.4 & 1.29 \\
\midrule
Octfusion$^\dagger$~\cite{xiong2024octfusion} & 4096 & 88.9 & 1.87 \\
XCube$^\dagger$~\cite{ren2024xcube} & 4096 & - & 1.26 \\
\midrule
\multirow{3}{*}{\shortstack[l]{\textbf{Ours (\ours-KL)} \\ w/o A.S.}} & 148 & 88.4 & 1.89\\
& 607 & 92.1 & 1.29 \\
& 1726 & 93.0 & 1.01 \\
\midrule
\multirow{4}{*}{\textbf{Ours (\ours-KL)}} & 266 & 89.7 & 1.81\\
& 439 & 91.6 & 1.29\\
& 625 & 92.7 & 1.08\\
& 1284 & \textbf{93.1} & \textbf{0.97}\\
\bottomrule
\end{tabular}
\caption{\textbf{Quantitative analysis of shape reconstruction with continuous latent.} We replace the quantization with a KL regularization to learn continuous latent (\ours-KL) as mentioned in \refsec{octoken}. Our method outperforms all the baselines with comparable or shorter latent code lengths.
$\dagger$ indicates off-the-shelf models that are pre-trained on different data sources than ours.}
\vspace{-10pt}
\lbltbl{recon_kl}
\end{table}
\begin{table}[t]
\setlength{\tabcolsep}{4pt}
\small
\begin{tabular}{lcccc}
\toprule
\multirow{2}{*}{Method} & \multirow{2}{*}{FID$\downarrow$} & KID$\downarrow$ & CLIP- & Runtime$\downarrow$ \\ %
& & ($\times10^{-3}$) & score$\uparrow$ & (secs) \\
\midrule
Craftsman$^\dagger$~\cite{li2024craftsman} & 65.18 & 6.42 & 0.27 & 54.8 \\
InstantMesh$^\dagger$~\cite{mueller2022instant} & 67.93 & 7.23 & 0.31 & 21.5 \\
XCube~\cite{ren2024xcube} & 132.56 & 9.83 & 0.23 & 32.3 \\
Craftsman-VQ + GPT & 85.10 & 7.49 & 0.26 & 15.4 \\
\midrule
Ours (\ourAR) & \textbf{56.88} & \textbf{5.79} & \textbf{0.34} & \textbf{11.3}\\
\bottomrule
\end{tabular}
\caption{\textbf{Quantitative analysis of shape generation.} We compare \ourAR with a GPT baseline trained on Craftsman-VQVAE (\refsec{exp_recon}), text-to-3D model XCube~\cite{ren2024xcube}, and image-to-3D methods InstantMesh~\cite{xu2024instantmesh} and Craftsman~\cite{li2024craftsman}. We compute FID~\cite{heusel2017fid}, KID~\cite{binkowski2018kid}, and CLIP-score on the renderings of generated shapes, and report the average generation time. Our method outperforms all the baselines, showing higher quality and better consistency with the input text while achieving the fastest runtime due to our efficient tokenization.
}
\vspace{-10 pt}
\lbltbl{gen}
\end{table}
\begin{figure*}[t]
\centering
\includegraphics[width=\linewidth]{figs/generation.pdf}
\vspace{-20 pt}
\caption{\textbf{Shape Generation Results.} We compare OctreeGPT with a GPT baseline trained on Craftsman-VQVAE (\refsec{exp_recon}), text-to-3D model XCube~\cite{ren2024xcube}, and image-to-3D methods InstantMesh~\cite{xu2024instantmesh} and Craftsman~\cite{li2024craftsman}. Our results have smoother surfaces, finer details, and fewer artifacts than baselines. For image-conditioned methods$^\dagger$, we use FLUX.1~\cite{fluxschnell} to generate condition images from input text.
}
\lblfig{gen}
\end{figure*}
\section{Discussion}
In this work, we propose an octree-based Adaptive Shape Tokenization, \ours, a framework that dynamically adjusts latent representations according to shape complexity. At its core, \ours constructs an adaptive octree structure guided by a quadric-error-based subdivision criterion, allocating more tokens to complicated parts and objects while saving on simpler ones. Extensive experiments show that \ours reduces token counts by 50\% compared to previous fixed-size approaches while maintaining comparable visual quality. Alternatively, with a similar number of tokens, \ours produces much higher-quality shapes. Building upon this tokenization, we develop an octree-based Autoregressive generative model, \ourAR that effectively leverages these variable-sized representations, outperforming existing baselines.
\myparagraph{Limitations.}
Our framework only addresses geometric shape reconstruction and generation without incorporating texture information. We leave modeling both shape and texture properties jointly for future work.
\appendix
\section*{Appendix}
\section{Quadric Error Computation}
In Section 3.1, we employ quadric error to guide our adaptive octree subdivision.
Quadric error is, by definition, the minimizer of a quadratic energy
\begin{equation}
E(\rvx) = [\rvx^\top,1] \: \rmQ \: [\rvx^\top,1]^\top,
\end{equation}
characterized by the quadric matrix $\rmQ$
\begin{equation}
\rmQ = \left[
\begin{matrix}
\rvn\rvn^\top & - \rvn\rvn^\top\rvp \\
(-\rvn\rvn^\top\rvp)^\top & \rvp^\top\rvn\rvn^\top\rvp
\end{matrix}
\right] = \left[
\begin{matrix}
\rmA & \rvb \\
\rvb^\top & c
\end{matrix}
\right],
\end{equation}
where we follow the same notation as in the main text, using $\rvp,\rvn \in \mathbb{R}^3$ to denote the location and the normal vector, respectively.
For clarify purposes, we use $\rmA, \rvb, c$ to abbreviate the expression.
As the energy $E(\rvx)$ is quadratic, one can compute the minimizer $\rvx^\star$ by setting the derivative to zero
\begin{equation}
\frac{\partial E(\rvx)}{\partial \rvx} = 0,
\end{equation}
which amounts to solve a 3-by-3 linear system in the form of
\begin{equation}
\rmA \rvx^\star = -\rvb
\end{equation}
If the matrix $\rmA$ is well-conditioned, one can solve
for $\rvx^\star$ with standard solvers, such as Cholesky decomposition. If not, numerical surgeries, such as singular value decomposition \cite{Lindstrom00} or Tikhonov regularization \cite{TrettnerK20}, are recommended to solve for $\rvx^\star$.
Once we obtain the minimizer $\rvx^\star$, we can then compute the quadric error by evaluating $E(\rvx^\star)$ at the optimal location.
\section{Implementation Details}
\myparagraph{Hyperparameters.} We provide our choice of quadric error threshold $T$ and Octree max depth $L$ in \reftbl{hyper}.
For shape VAE learning, we use 768 as the width and a codebook size of 16384. We set the maximum token length to 2048 and trim those exceeding samples. Since our octree nodes are sorted based on breadth-first order, we will only omit leaf nodes which will not affect the overall octree structure.
We set both $\lambda_{\text{VQ}}$ and $\lambda_{\chi}$ to 1.0.
We train our \ours with a batch size of 24 on 8 GPUs for 300K iterations. We train our \ourAR with a batch size of 16.
For both experiments, we use AdamW optimizer with a learning rate of 3e-4.
\section{Additional Results}
\myparagraph{Ablation study on octree node ordering.} In Section 3.3, we train our \ourAR on the sequence of shape tokens from a latent octree. In our experiments, we empirically find that breadth-first ordering works the best. We present an ablation study in \reftbl{abl_order}. We find depth-first ordering works worse than breadth-first ordering potentially because of the lack of a coarse-to-fine scheme. We also experimented with the next scale prediction method from VAR~\cite{tian2025var}, where we simultaneously predict the tokens at the next level. While this method runs significantly faster, it produces much worse results than ours. We suspect it is due to the larger discrepancy ($2\times$) between levels in the octree structure while VAR~\cite{tian2025var} uses a much denser upsampling schedule.
\input{tabTex/X_abl_order}
\begin{figure}[t]
\centering
\includegraphics[width=\linewidth]{figs/generation_appendix.pdf}
\caption{\textbf{Additional shape generation results}}
\lblfig{gen_appendix}
\end{figure}
\begin{table*}
\centering
\begin{tabular}{lccc}
\toprule
Method & Token number & Quadric Error Threshold $T$ & Octree Max Depth $L$ \\
\midrule
\multirow{4}{*}{Ours} & 266 & 0.001 & 6 \\
& 439 & 0.0005 & 6\\
& 625 & 0.0003 & 6\\
& 1284 & 0.0001 & 6 \\
\midrule
\multirow{3}{*}{Ours w/o Adaptive Subdivision} & 148 & - & 4 \\
& 607 & - & 5 \\
& 1726 & - & 6 \\
\bottomrule
\end{tabular}
\caption{\textbf{Hyperparameters.}
}
\lbltbl{hyper}
\end{table*}
\section{Additional Discussion}
\myparagraph{Societal Impact.} Our Octree-based Adaptive Shape Tokenization approach offers significant potential for advancing 3D content creation. By dynamically allocating representation capacity based on shape complexity, our method substantially reduces computational requirements while maintaining or improving quality. This efficiency enables more detailed and diverse 3D content generation with fewer resources, making high-quality 3D asset creation more accessible and environmentally sustainable. The reduced token count and improved generation capabilities could accelerate applications across gaming, simulation, virtual environments, and digital twins. However, like other generative technologies, our method could potentially be misused to create misleading content. While current human perception can generally distinguish synthetic 3D objects from real ones, we encourage ongoing research into detection methods as these technologies continue to advance.
\begin{table}[t]
\setlength{\tabcolsep}{5pt}
\small
\begin{tabular}{lccc}
\toprule
\ourAR & FID$\downarrow$ & KID($\times10^{-3}$)$\downarrow$ & CLIP-score$\uparrow$ \\
\midrule
Depth-first & 67.31 & 9.33 & 0.29 \\
Next scale prediction~\cite{tian2025var} & 198.37 & 15.42 & 0.21 \\
\midrule
Ours (Breadth-first) & \textbf{56.88} & \textbf{5.79} & \textbf{0.34}\\
\bottomrule
\end{tabular}
\caption{\textbf{Ablation study on octree node ordering}
}
\lbltbl{abl_order}
\end{table}
\begin{thebibliography}{91}
\providecommand{\natexlab}[1]{#1}
\providecommand{\url}[1]{\texttt{#1}}
\expandafter\ifx\csname urlstyle\endcsname\relax
\providecommand{\doi}[1]{doi: #1}\else
\providecommand{\doi}{doi: \begingroup \urlstyle{rm}\Url}\fi
\bibitem[Achiam et~al.(2023)Achiam, Adler, Agarwal, Ahmad, Akkaya, Aleman, Almeida, Altenschmidt, Altman, Anadkat, et~al.]{achiam2023gpt}
Josh Achiam, Steven Adler, Sandhini Agarwal, Lama Ahmad, Ilge Akkaya, Florencia~Leoni Aleman, Diogo Almeida, Janko Altenschmidt, Sam Altman, Shyamal Anadkat, et~al.
\newblock Gpt-4 technical report.
\newblock \emph{arXiv preprint arXiv:2303.08774}, 2023.
\bibitem[Benson and Davis(2002)]{benson2002octree}
David Benson and Joel Davis.
\newblock Octree textures.
\newblock \emph{ACM Transactions on Graphics (TOG)}, 21\penalty0 (3):\penalty0 785--790, 2002.
\bibitem[Bi{\'n}kowski et~al.(2018)Bi{\'n}kowski, Sutherland, Arbel, and Gretton]{binkowski2018kid}
Miko{\l}aj Bi{\'n}kowski, Danica~J Sutherland, Michael Arbel, and Arthur Gretton.
\newblock Demystifying mmd gans.
\newblock In \emph{International Conference on Learning Representations (ICLR)}, 2018.
\bibitem[Chen et~al.(2023{\natexlab{a}})Chen, Siddiqui, Lee, Tulyakov, and Nie{\ss}ner]{chen2023text2tex}
Dave~Zhenyu Chen, Yawar Siddiqui, Hsin-Ying Lee, Sergey Tulyakov, and Matthias Nie{\ss}ner.
\newblock Text2tex: Text-driven texture synthesis via diffusion models.
\newblock In \emph{IEEE International Conference on Computer Vision (ICCV)}, 2023{\natexlab{a}}.
\bibitem[Chen et~al.(2023{\natexlab{b}})Chen, Chen, Jiao, and Jia]{Chen_2023fantasia3D}
Rui Chen, Yongwei Chen, Ningxin Jiao, and Kui Jia.
\newblock Fantasia3d: Disentangling geometry and appearance for high-quality text-to-3d content creation.
\newblock In \emph{IEEE International Conference on Computer Vision (ICCV)}, 2023{\natexlab{b}}.
\bibitem[Chen et~al.(2024{\natexlab{a}})Chen, Zhang, Liang, Luo, Li, Liu, Li, Long, Feng, and Tan]{chen2024dora}
Rui Chen, Jianfeng Zhang, Yixun Liang, Guan Luo, Weiyu Li, Jiarui Liu, Xiu Li, Xiaoxiao Long, Jiashi Feng, and Ping Tan.
\newblock Dora: Sampling and benchmarking for 3d shape variational auto-encoders.
\newblock \emph{arXiv preprint arXiv:2412.17808}, 2024{\natexlab{a}}.
\bibitem[Chen et~al.(2024{\natexlab{b}})Chen, He, Huang, Ye, Chen, Tang, Chen, Cai, Yang, Yu, et~al.]{chen2024meshanything}
Yiwen Chen, Tong He, Di Huang, Weicai Ye, Sijin Chen, Jiaxiang Tang, Xin Chen, Zhongang Cai, Lei Yang, Gang Yu, et~al.
\newblock Meshanything: Artist-created mesh generation with autoregressive transformers.
\newblock \emph{arXiv preprint arXiv:2406.10163}, 2024{\natexlab{b}}.
\bibitem[Chen et~al.(2024{\natexlab{c}})Chen, Wang, Luo, Wang, Chen, Zhu, Zhang, and Lin]{chen2024meshanythingv2}
Yiwen Chen, Yikai Wang, Yihao Luo, Zhengyi Wang, Zilong Chen, Jun Zhu, Chi Zhang, and Guosheng Lin.
\newblock Meshanything v2: Artist-created mesh generation with adjacent mesh tokenization.
\newblock \emph{arXiv preprint arXiv:2408.02555}, 2024{\natexlab{c}}.
\bibitem[Deitke et~al.(2023)Deitke, Schwenk, Salvador, Weihs, Michel, VanderBilt, Schmidt, Ehsani, Kembhavi, and Farhadi]{objaverse}
Matt Deitke, Dustin Schwenk, Jordi Salvador, Luca Weihs, Oscar Michel, Eli VanderBilt, Ludwig Schmidt, Kiana Ehsani, Aniruddha Kembhavi, and Ali Farhadi.
\newblock Objaverse: A universe of annotated 3d objects.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2023.
\bibitem[Deng et~al.(2024)Deng, Omernick, Weiss, Ramanan, Zhu, Zhou, and Agrawala]{deng2024flashtex}
Kangle Deng, Timothy Omernick, Alexander Weiss, Deva Ramanan, Jun-Yan Zhu, Tinghui Zhou, and Maneesh Agrawala.
\newblock Flashtex: Fast relightable mesh texturing with lightcontrolnet.
\newblock In \emph{European Conference on Computer Vision (ECCV)}, 2024.
\bibitem[Esser et~al.(2021)Esser, Rombach, and Ommer]{esser2021taming}
Patrick Esser, Robin Rombach, and Bjorn Ommer.
\newblock Taming transformers for high-resolution image synthesis.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2021.
\bibitem[Garland and Heckbert(1997)]{GarlandH97}
Michael Garland and Paul~S. Heckbert.
\newblock Surface simplification using quadric error metrics.
\newblock In \emph{Proceedings of the 24th Annual Conference on Computer Graphics and Interactive Techniques, {SIGGRAPH} 1997, Los Angeles, CA, USA, August 3-8, 1997}, pages 209--216. {ACM}, 1997.
\bibitem[Garland and Zhou(2005)]{garland2005quadric}
Michael Garland and Yuan Zhou.
\newblock Quadric-based simplification in any dimension.
\newblock In \emph{ACM Transactions on Graphics (TOG)}, 2005.
\bibitem[Hao et~al.(2024)Hao, Romero, Lin, and Liu]{hao2024meshtron}
Zekun Hao, David~W Romero, Tsung-Yi Lin, and Ming-Yu Liu.
\newblock Meshtron: High-fidelity, artist-like 3d mesh generation at scale.
\newblock \emph{arXiv preprint arXiv:2412.09548}, 2024.
\bibitem[Haque et~al.(2023)Haque, Tancik, Efros, Holynski, and Kanazawa]{haque2023instruct}
Ayaan Haque, Matthew Tancik, Alexei~A Efros, Aleksander Holynski, and Angjoo Kanazawa.
\newblock Instruct-nerf2nerf: Editing 3d scenes with instructions.
\newblock In \emph{IEEE International Conference on Computer Vision (ICCV)}, 2023.
\bibitem[Heusel et~al.(2017)Heusel, Ramsauer, Unterthiner, Nessler, and Hochreiter]{heusel2017fid}
Martin Heusel, Hubert Ramsauer, Thomas Unterthiner, Bernhard Nessler, and Sepp Hochreiter.
\newblock Gans trained by a two time-scale update rule converge to a local nash equilibrium.
\newblock In \emph{Advances in Neural Information Processing Systems (NeurIPS)}, 2017.
\bibitem[Hong et~al.(2024)Hong, Zhang, Gu, Bi, Zhou, Liu, Liu, Sunkavalli, Bui, and Tan]{hong2023lrm}
Yicong Hong, Kai Zhang, Jiuxiang Gu, Sai Bi, Yang Zhou, Difan Liu, Feng Liu, Kalyan Sunkavalli, Trung Bui, and Hao Tan.
\newblock Lrm: Large reconstruction model for single image to 3d.
\newblock In \emph{International Conference on Learning Representations (ICLR)}, 2024.
\bibitem[Huh et~al.(2023)Huh, Cheung, Agrawal, and Isola]{huh2023vqtorch}
Minyoung Huh, Brian Cheung, Pulkit Agrawal, and Phillip Isola.
\newblock Straightening out the straight-through estimator: Overcoming optimization challenges in vector quantized networks.
\newblock In \emph{International Conference on Machine Learning (ICML)}, 2023.
\bibitem[Jaegle et~al.(2021)Jaegle, Gimeno, Brock, Vinyals, Zisserman, and Carreira]{jaegle2021perceiver}
Andrew Jaegle, Felix Gimeno, Andy Brock, Oriol Vinyals, Andrew Zisserman, and Joao Carreira.
\newblock Perceiver: General perception with iterative attention.
\newblock In \emph{International Conference on Machine Learning (ICML)}, 2021.
\bibitem[Ju et~al.(2002)Ju, Losasso, Schaefer, and Warren]{JuLSW02}
Tao Ju, Frank Losasso, Scott Schaefer, and Joe~D. Warren.
\newblock Dual contouring of hermite data.
\newblock \emph{{ACM} Trans. Graph.}, 21\penalty0 (3):\penalty0 339--346, 2002.
\bibitem[Katzir et~al.(2024)Katzir, Patashnik, Cohen-Or, and Lischinski]{katzir2023noise}
Oren Katzir, Or Patashnik, Daniel Cohen-Or, and Dani Lischinski.
\newblock Noise-free score distillation.
\newblock In \emph{International Conference on Learning Representations (ICLR)}, 2024.
\bibitem[Kerbl et~al.(2023)Kerbl, Kopanas, Leimk{\"u}hler, and Drettakis]{kerbl3Dgaussians}
Bernhard Kerbl, Georgios Kopanas, Thomas Leimk{\"u}hler, and George Drettakis.
\newblock 3d gaussian splatting for real-time radiance field rendering.
\newblock In \emph{ACM Transactions on Graphics (TOG)}, 2023.
\bibitem[Kingma et~al.(2013)Kingma, Welling, et~al.]{kingma2013vae}
Diederik~P Kingma, Max Welling, et~al.
\newblock Auto-encoding variational bayes, 2013.
\bibitem[Labs(2024)]{fluxschnell}
Black~Forest Labs.
\newblock Flux.
\newblock \url{https://huggingface.co/black-forest-labs/FLUX.1-schnell}, 2024.
\bibitem[Lee et~al.(2022)Lee, Kim, Kim, Cho, and Han]{lee2022residual}
Doyup Lee, Chiheon Kim, Saehoon Kim, Minsu Cho, and Wook-Shin Han.
\newblock Autoregressive image generation using residual quantization.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2022.
\bibitem[Li et~al.(2024{\natexlab{a}})Li, Tan, Zhang, Xu, Luan, Xu, Hong, Sunkavalli, Shakhnarovich, and Bi]{li2023instant3d}
Jiahao Li, Hao Tan, Kai Zhang, Zexiang Xu, Fujun Luan, Yinghao Xu, Yicong Hong, Kalyan Sunkavalli, Greg Shakhnarovich, and Sai Bi.
\newblock Instant3d: Fast text-to-3d with sparse-view generation and large reconstruction model.
\newblock In \emph{International Conference on Learning Representations (ICLR)}, 2024{\natexlab{a}}.
\bibitem[Li et~al.(2023)Li, Chen, Chen, and Tan]{sweetdreamer}
Weiyu Li, Rui Chen, Xuelin Chen, and Ping Tan.
\newblock Sweetdreamer: Aligning geometric priors in 2d diffusion for consistent text-to-3d.
\newblock \emph{arxiv:2310.02596}, 2023.
\bibitem[Li et~al.(2024{\natexlab{b}})Li, Liu, Yan, Chen, Liang, Chen, Tan, and Long]{li2024craftsman}
Weiyu Li, Jiarui Liu, Hongyu Yan, Rui Chen, Yixun Liang, Xuelin Chen, Ping Tan, and Xiaoxiao Long.
\newblock Craftsman: High-fidelity mesh generation with 3d native generation and interactive geometry refiner, 2024{\natexlab{b}}.
\bibitem[Lin et~al.(2023)Lin, Gao, Tang, Takikawa, Zeng, Huang, Kreis, Fidler, Liu, and Lin]{lin2023magic3d}
Chen-Hsuan Lin, Jun Gao, Luming Tang, Towaki Takikawa, Xiaohui Zeng, Xun Huang, Karsten Kreis, Sanja Fidler, Ming-Yu Liu, and Tsung-Yi Lin.
\newblock Magic3d: High-resolution text-to-3d content creation.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2023.
\bibitem[Lindstrom(2000)]{Lindstrom00}
Peter Lindstrom.
\newblock Out-of-core simplification of large polygonal models.
\newblock In \emph{Proceedings of the 27th Annual Conference on Computer Graphics and Interactive Techniques, {SIGGRAPH} 2000, New Orleans, LA, USA, July 23-28, 2000}, pages 259--262. {ACM}, 2000.
\bibitem[Liu et~al.(2023{\natexlab{a}})Liu, Xu, Jin, Chen, Varma~T, Xu, and Su]{liu2023one}
Minghua Liu, Chao Xu, Haian Jin, Linghao Chen, Mukund Varma~T, Zexiang Xu, and Hao Su.
\newblock One-2-3-45: Any single image to 3d mesh in 45 seconds without per-shape optimization.
\newblock \emph{Advances in Neural Information Processing Systems}, 36:\penalty0 22226--22246, 2023{\natexlab{a}}.
\bibitem[Liu et~al.(2024)Liu, Shi, Chen, Zhang, Xu, Wei, Chen, Zeng, Gu, and Su]{liu2024one}
Minghua Liu, Ruoxi Shi, Linghao Chen, Zhuoyang Zhang, Chao Xu, Xinyue Wei, Hansheng Chen, Chong Zeng, Jiayuan Gu, and Hao Su.
\newblock One-2-3-45++: Fast single image to 3d objects with consistent multi-view generation and 3d diffusion.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 10072--10083, 2024.
\bibitem[Liu et~al.(2025)Liu, Zeng, Wei, Shi, Chen, Xu, Zhang, Wang, Zhang, Liu, et~al.]{liu2025meshformer}
Minghua Liu, Chong Zeng, Xinyue Wei, Ruoxi Shi, Linghao Chen, Chao Xu, Mengqi Zhang, Zhaoning Wang, Xiaoshuai Zhang, Isabella Liu, et~al.
\newblock Meshformer: High-quality mesh generation with 3d-guided reconstruction model.
\newblock \emph{Advances in Neural Information Processing Systems}, 37:\penalty0 59314--59341, 2025.
\bibitem[Liu et~al.(2023{\natexlab{b}})Liu, Wu, Hoorick, Tokmakov, Zakharov, and Vondrick]{liu2023zero1to3}
Ruoshi Liu, Rundi Wu, Basile~Van Hoorick, Pavel Tokmakov, Sergey Zakharov, and Carl Vondrick.
\newblock Zero-1-to-3: Zero-shot one image to 3d object.
\newblock In \emph{IEEE International Conference on Computer Vision (ICCV)}, 2023{\natexlab{b}}.
\bibitem[Liu et~al.(2023{\natexlab{c}})Liu, Wu, Van~Hoorick, Tokmakov, Zakharov, and Vondrick]{liu2023zero123}
Ruoshi Liu, Rundi Wu, Basile Van~Hoorick, Pavel Tokmakov, Sergey Zakharov, and Carl Vondrick.
\newblock Zero-1-to-3: Zero-shot one image to 3d object.
\newblock In \emph{IEEE International Conference on Computer Vision (ICCV)}, 2023{\natexlab{c}}.
\bibitem[Liu et~al.(2021)Liu, Zhang, Zhang, Zhang, Zhu, and Russell]{liu2021editing}
Steven Liu, Xiuming Zhang, Zhoutong Zhang, Richard Zhang, Jun-Yan Zhu, and Bryan Russell.
\newblock Editing conditional radiance fields.
\newblock In \emph{IEEE International Conference on Computer Vision (ICCV)}, 2021.
\bibitem[Long et~al.(2024{\natexlab{a}})Long, Guo, Lin, Liu, Dou, Liu, Ma, Zhang, Habermann, Theobalt, et~al.]{long2023wonder3d}
Xiaoxiao Long, Yuan-Chen Guo, Cheng Lin, Yuan Liu, Zhiyang Dou, Lingjie Liu, Yuexin Ma, Song-Hai Zhang, Marc Habermann, Christian Theobalt, et~al.
\newblock Wonder3d: Single image to 3d using cross-domain diffusion.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2024{\natexlab{a}}.
\bibitem[Long et~al.(2024{\natexlab{b}})Long, Guo, Lin, Liu, Dou, Liu, Ma, Zhang, Habermann, Theobalt, et~al.]{long2024wonder3d}
Xiaoxiao Long, Yuan-Chen Guo, Cheng Lin, Yuan Liu, Zhiyang Dou, Lingjie Liu, Yuexin Ma, Song-Hai Zhang, Marc Habermann, Christian Theobalt, et~al.
\newblock Wonder3d: Single image to 3d using cross-domain diffusion.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 9970--9980, 2024{\natexlab{b}}.
\bibitem[Lorensen and Cline(1998)]{lorensen1998marching}
William~E Lorensen and Harvey~E Cline.
\newblock Marching cubes: A high resolution 3d surface construction algorithm.
\newblock In \emph{Seminal graphics: pioneering efforts that shaped the field}, 1998.
\bibitem[Lukoianov et~al.(2024)Lukoianov, Borde, Greenewald, Guizilini, Bagautdinov, Sitzmann, and Solomon]{lukoianov2024sdi}
Artem Lukoianov, Haitz S{\'a}ez de~Oc{\'a}riz Borde, Kristjan Greenewald, Vitor~Campagnolo Guizilini, Timur Bagautdinov, Vincent Sitzmann, and Justin Solomon.
\newblock Score distillation via reparametrized ddim.
\newblock In \emph{Advances in Neural Information Processing Systems (NeurIPS)}, 2024.
\bibitem[McAllister et~al.(2024)McAllister, Ge, Huang, Jacobs, Efros, Holynski, and Kanazawa]{mcallister2024rethinking}
David McAllister, Songwei Ge, Jia-Bin Huang, David~W. Jacobs, Alexei~A. Efros, Aleksander Holynski, and Angjoo Kanazawa.
\newblock Rethinking score distillation as a bridge between image distributions.
\newblock In \emph{Advances in Neural Information Processing Systems (NeurIPS)}, 2024.
\bibitem[Meagher(1982)]{meagher1982geometric}
Donald Meagher.
\newblock Geometric modeling using octree encoding.
\newblock \emph{Computer graphics and image processing}, 19\penalty0 (2):\penalty0 129--147, 1982.
\bibitem[Meagher(1980)]{meagher1980octree}
Donald~JR Meagher.
\newblock \emph{Octree encoding: A new technique for the representation, manipulation and display of arbitrary 3-d objects by computer}.
\newblock Electrical and Systems Engineering Department Rensseiaer Polytechnic~…, 1980.
\bibitem[Meng et~al.(2024)Meng, Li, Nießner, and Dai]{meng2024lts3d}
Quan Meng, Lei Li, Matthias Nießner, and Angela Dai.
\newblock Lt3sd: Latent trees for 3d scene diffusion.
\newblock \emph{arXiv preprint arXiv:2409.08215}, 2024.
\bibitem[Mescheder et~al.(2019)Mescheder, Oechsle, Niemeyer, Nowozin, and Geiger]{mescheder2019occupancy}
Lars Mescheder, Michael Oechsle, Michael Niemeyer, Sebastian Nowozin, and Andreas Geiger.
\newblock Occupancy networks: Learning 3d reconstruction in function space.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2019.
\bibitem[Metzer et~al.(2023)Metzer, Richardson, Patashnik, Giryes, and Cohen-Or]{metzer2022latent}
Gal Metzer, Elad Richardson, Or Patashnik, Raja Giryes, and Daniel Cohen-Or.
\newblock Latent-nerf for shape-guided generation of 3d shapes and textures.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2023.
\bibitem[Michel et~al.(2022)Michel, Bar-On, Liu, Benaim, and Hanocka]{michel2022text2mesh}
Oscar Michel, Roi Bar-On, Richard Liu, Sagie Benaim, and Rana Hanocka.
\newblock Text2mesh: Text-driven neural stylization for meshes.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2022.
\bibitem[Mildenhall et~al.(2020)Mildenhall, Srinivasan, Tancik, Barron, Ramamoorthi, and Ng]{mildenhall2020nerf}
Ben Mildenhall, Pratul~P. Srinivasan, Matthew Tancik, Jonathan~T. Barron, Ravi Ramamoorthi, and Ren Ng.
\newblock Nerf: Representing scenes as neural radiance fields for view synthesis.
\newblock In \emph{European Conference on Computer Vision (ECCV)}, 2020.
\bibitem[M\"uller et~al.(2022)M\"uller, Evans, Schied, and Keller]{mueller2022instant}
Thomas M\"uller, Alex Evans, Christoph Schied, and Alexander Keller.
\newblock Instant neural graphics primitives with a multiresolution hash encoding.
\newblock In \emph{ACM SIGGRAPH}, 2022.
\bibitem[Park et~al.(2018)Park, Rematas, Farhadi, and Seitz]{park2018photoshape}
Keunhong Park, Konstantinos Rematas, Ali Farhadi, and Steven~M. Seitz.
\newblock Photoshape: Photorealistic materials for large-scale shape collections.
\newblock 2018.
\bibitem[Parmar et~al.(2022)Parmar, Zhang, and Zhu]{parmar2021cleanfid}
Gaurav Parmar, Richard Zhang, and Jun-Yan Zhu.
\newblock On aliased resizing and surprising subtleties in gan evaluation.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2022.
\bibitem[Poole et~al.(2023)Poole, Jain, Barron, and Mildenhall]{poole2022dreamfusion}
Ben Poole, Ajay Jain, Jonathan~T. Barron, and Ben Mildenhall.
\newblock Dreamfusion: Text-to-3d using 2d diffusion.
\newblock In \emph{International Conference on Learning Representations (ICLR)}, 2023.
\bibitem[Radford et~al.(2019)Radford, Wu, Child, Luan, Amodei, Sutskever, et~al.]{radford2019gpt}
Alec Radford, Jeffrey Wu, Rewon Child, David Luan, Dario Amodei, Ilya Sutskever, et~al.
\newblock Language models are unsupervised multitask learners.
\newblock \emph{OpenAI blog}, 1\penalty0 (8):\penalty0 9, 2019.
\bibitem[Radford et~al.(2021)Radford, Kim, Hallacy, Ramesh, Goh, Agarwal, Sastry, Askell, Mishkin, Clark, et~al.]{radford2021clip}
Alec Radford, Jong~Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, et~al.
\newblock Learning transferable visual models from natural language supervision.
\newblock In \emph{International Conference on Machine Learning (ICML)}, 2021.
\bibitem[Ren et~al.(2024)Ren, Huang, Zeng, Museth, Fidler, and Williams]{ren2024xcube}
Xuanchi Ren, Jiahui Huang, Xiaohui Zeng, Ken Museth, Sanja Fidler, and Francis Williams.
\newblock Xcube: Large-scale 3d generative modeling using sparse voxel hierarchies.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2024.
\bibitem[Riegler et~al.(2017)Riegler, Osman~Ulusoy, and Geiger]{riegler2017octnet}
Gernot Riegler, Ali Osman~Ulusoy, and Andreas Geiger.
\newblock Octnet: Learning deep 3d representations at high resolutions.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2017.
\bibitem[Rombach et~al.(2022)Rombach, Blattmann, Lorenz, Esser, and Ommer]{rombach2022high}
Robin Rombach, Andreas Blattmann, Dominik Lorenz, Patrick Esser, and Bj{\"o}rn Ommer.
\newblock High-resolution image synthesis with latent diffusion models.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2022.
\bibitem[Schnabel and Klein(2006)]{schnabel2006octree}
Ruwen Schnabel and Reinhard Klein.
\newblock Octree-based point-cloud compression.
\newblock \emph{PBG@ SIGGRAPH}, 3\penalty0 (3), 2006.
\bibitem[Shue et~al.(2023)Shue, Chan, Po, Ankner, Wu, and Wetzstein]{shue2023triplane_diffusion}
J~Ryan Shue, Eric~Ryan Chan, Ryan Po, Zachary Ankner, Jiajun Wu, and Gordon Wetzstein.
\newblock 3d neural field generation using triplane diffusion.
\newblock In \emph{IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, 2023.
\bibitem[Siddiqui et~al.(2024)Siddiqui, Alliegro, Artemov, Tommasi, Sirigatti, Rosov, Dai, and Nie{\ss}ner]{siddiqui2024meshgpt}
Yawar Siddiqui, Antonio Alliegro, Alexey Artemov, Tatiana Tommasi, Daniele Sirigatti, Vladislav Rosov, Angela Dai, and Matthias Nie{\ss}ner.
\newblock Meshgpt: Generating triangle meshes with decoder-only transformers.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 19615--19625, 2024.
\bibitem[Sun et~al.(2023)Sun, Zhang, Shao, Wang, Liu, Xie, and Liu]{sun2023dreamcraft3d}
Jingxiang Sun, Bo Zhang, Ruizhi Shao, Lizhen Wang, Wen Liu, Zhenda Xie, and Yebin Liu.
\newblock Dreamcraft3d: Hierarchical 3d generation with bootstrapped diffusion prior, 2023.
\bibitem[Szeliski(1993)]{szeliski1993rapid}
Richard Szeliski.
\newblock Rapid octree construction from image sequences.
\newblock \emph{CVGIP: Image understanding}, 58\penalty0 (1):\penalty0 23--32, 1993.
\bibitem[Tang et~al.(2024{\natexlab{a}})Tang, Chen, Chen, Wang, Zeng, and Liu]{tang2024lgm}
Jiaxiang Tang, Zhaoxi Chen, Xiaokang Chen, Tengfei Wang, Gang Zeng, and Ziwei Liu.
\newblock Lgm: Large multi-view gaussian model for high-resolution 3d content creation.
\newblock In \emph{European Conference on Computer Vision}, pages 1--18. Springer, 2024{\natexlab{a}}.
\bibitem[Tang et~al.(2024{\natexlab{b}})Tang, Li, Hao, Liu, Zeng, Liu, and Zhang]{tang2024edgerunner}
Jiaxiang Tang, Zhaoshuo Li, Zekun Hao, Xian Liu, Gang Zeng, Ming-Yu Liu, and Qinsheng Zhang.
\newblock Edgerunner: Auto-regressive auto-encoder for artistic mesh generation.
\newblock \emph{arXiv preprint arXiv:2409.18114}, 2024{\natexlab{b}}.
\bibitem[Tang et~al.(2024{\natexlab{c}})Tang, Ren, Zhou, Liu, and Zeng]{tang2023dreamgaussian}
Jiaxiang Tang, Jiawei Ren, Hang Zhou, Ziwei Liu, and Gang Zeng.
\newblock Dreamgaussian: Generative gaussian splatting for efficient 3d content creation.
\newblock In \emph{International Conference on Learning Representations (ICLR)}, 2024{\natexlab{c}}.
\bibitem[Tatarchenko et~al.(2017)Tatarchenko, Dosovitskiy, and Brox]{tatarchenko2017octree}
Maxim Tatarchenko, Alexey Dosovitskiy, and Thomas Brox.
\newblock Octree generating networks: Efficient convolutional architectures for high-resolution 3d outputs.
\newblock In \emph{IEEE International Conference on Computer Vision (ICCV)}, 2017.
\bibitem[Tian et~al.(2025)Tian, Jiang, Yuan, Peng, and Wang]{tian2025var}
Keyu Tian, Yi Jiang, Zehuan Yuan, Bingyue Peng, and Liwei Wang.
\newblock Visual autoregressive modeling: Scalable image generation via next-scale prediction.
\newblock 2025.
\bibitem[Tochilkin et~al.(2024)Tochilkin, Pankratz, Liu, Huang, , Letts, Li, Liang, Laforte, Jampani, and Cao]{TripoSR2024}
Dmitry Tochilkin, David Pankratz, Zexiang Liu, Zixuan Huang, , Adam Letts, Yangguang Li, Ding Liang, Christian Laforte, Varun Jampani, and Yan-Pei Cao.
\newblock Triposr: Fast 3d object reconstruction from a single image.
\newblock \emph{arXiv preprint arXiv:2403.02151}, 2024.
\bibitem[Tran et~al.(2024)Tran, Luu, Nguyen, Nguyen, and Hua]{tran2025diverse}
Uy~Dieu Tran, Minh Luu, Phong~Ha Nguyen, Khoi Nguyen, and Binh-Son Hua.
\newblock Diverse text-to-3d synthesis with augmented text embedding.
\newblock In \emph{European Conference on Computer Vision (ECCV)}, 2024.
\bibitem[Trettner and Kobbelt(2020)]{TrettnerK20}
Philip Trettner and Leif Kobbelt.
\newblock Fast and robust {QEF} minimization using probabilistic quadrics.
\newblock \emph{Comput. Graph. Forum}, 39\penalty0 (2):\penalty0 325--334, 2020.
\bibitem[Vahdat et~al.(2022)Vahdat, Williams, Gojcic, Litany, Fidler, Kreis, et~al.]{vahdat2022lion}
Arash Vahdat, Francis Williams, Zan Gojcic, Or Litany, Sanja Fidler, Karsten Kreis, et~al.
\newblock Lion: Latent point diffusion models for 3d shape generation.
\newblock \emph{Advances in Neural Information Processing Systems}, 35:\penalty0 10021--10039, 2022.
\bibitem[Vaswani et~al.(2017)Vaswani, Shazeer, Parmar, Uszkoreit, Jones, Gomez, Kaiser, and Polosukhin]{vaswani2017attention}
Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan~N Gomez, {\L}ukasz Kaiser, and Illia Polosukhin.
\newblock Attention is all you need.
\newblock In \emph{Advances in Neural Information Processing Systems (NeurIPS)}, 2017.
\bibitem[Wang(2023)]{Wang2023OctFormer}
Peng-Shuai Wang.
\newblock Octformer: Octree-based transformers for {3D} point clouds.
\newblock In \emph{ACM Transactions on Graphics (TOG)}, 2023.
\bibitem[Wang et~al.(2017)Wang, Liu, Guo, Sun, and Tong]{wang2017cnn}
Peng-Shuai Wang, Yang Liu, Yu-Xiao Guo, Chun-Yu Sun, and Xin Tong.
\newblock O-cnn: Octree-based convolutional neural networks for 3d shape analysis.
\newblock \emph{ACM Transactions On Graphics (TOG)}, 36\penalty0 (4):\penalty0 1--11, 2017.
\bibitem[Wang et~al.(2018)Wang, Sun, Liu, and Tong]{wang2018adaptive}
Peng-Shuai Wang, Chun-Yu Sun, Yang Liu, and Xin Tong.
\newblock Adaptive o-cnn: A patch-based deep representation of 3d shapes.
\newblock In \emph{ACM Transactions on Graphics (TOG)}, 2018.
\bibitem[Wang et~al.(2023)Wang, Lu, Wang, Bao, Li, Su, and Zhu]{wang2023prolificdreamer}
Zhengyi Wang, Cheng Lu, Yikai Wang, Fan Bao, Chongxuan Li, Hang Su, and Jun Zhu.
\newblock Prolificdreamer: High-fidelity and diverse text-to-3d generation with variational score distillation.
\newblock In \emph{Advances in Neural Information Processing Systems (NeurIPS)}, 2023.
\bibitem[Weng et~al.(2024)Weng, Zhao, Lei, Yang, Liu, Lai, Chen, Liu, Jiang, Guo, et~al.]{weng2024scaling}
Haohan Weng, Zibo Zhao, Biwen Lei, Xianghui Yang, Jian Liu, Zeqiang Lai, Zhuo Chen, Yuhong Liu, Jie Jiang, Chunchao Guo, et~al.
\newblock Scaling mesh generation via compressive tokenization.
\newblock \emph{arXiv preprint arXiv:2411.07025}, 2024.
\bibitem[Wu et~al.(2024{\natexlab{a}})Wu, Lin, Zhang, Zeng, Xu, Torr, Cao, and Yao]{wu2024direct3d}
Shuang Wu, Youtian Lin, Feihu Zhang, Yifei Zeng, Jingxi Xu, Philip Torr, Xun Cao, and Yao Yao.
\newblock Direct3d: Scalable image-to-3d generation via 3d latent diffusion transformer.
\newblock \emph{arXiv preprint arXiv:2405.14832}, 2024{\natexlab{a}}.
\bibitem[Wu et~al.(2024{\natexlab{b}})Wu, Li, Yan, Shang, Sun, Wang, Cui, Liu, Sato, Li, et~al.]{wu2024blockfusion}
Zhennan Wu, Yang Li, Han Yan, Taizhang Shang, Weixuan Sun, Senbo Wang, Ruikai Cui, Weizhe Liu, Hiroyuki Sato, Hongdong Li, et~al.
\newblock Blockfusion: Expandable 3d scene generation using latent tri-plane extrapolation.
\newblock In \emph{ACM Transactions on Graphics (TOG)}, 2024{\natexlab{b}}.
\bibitem[Xiang et~al.(2024)Xiang, Lv, Xu, Deng, Wang, Zhang, Chen, Tong, and Yang]{xiang2024trellis}
Jianfeng Xiang, Zelong Lv, Sicheng Xu, Yu Deng, Ruicheng Wang, Bowen Zhang, Dong Chen, Xin Tong, and Jiaolong Yang.
\newblock Structured 3d latents for scalable and versatile 3d generation.
\newblock \emph{arXiv preprint arXiv:2412.01506}, 2024.
\bibitem[Xiong et~al.(2024)Xiong, Wei, Zheng, Cao, Lian, and Wang]{xiong2024octfusion}
Bojun Xiong, Si-Tong Wei, Xin-Yang Zheng, Yan-Pei Cao, Zhouhui Lian, and Peng-Shuai Wang.
\newblock Octfusion: Octree-based diffusion models for 3d shape generation.
\newblock \emph{arXiv preprint arXiv:2408.14732}, 2024.
\bibitem[Xu et~al.(2024{\natexlab{a}})Xu, Cheng, Gao, Wang, Gao, and Shan]{xu2024instantmesh}
Jiale Xu, Weihao Cheng, Yiming Gao, Xintao Wang, Shenghua Gao, and Ying Shan.
\newblock Instantmesh: Efficient 3d mesh generation from a single image with sparse-view large reconstruction models.
\newblock \emph{arXiv preprint arXiv:2404.07191}, 2024{\natexlab{a}}.
\bibitem[Xu et~al.(2024{\natexlab{b}})Xu, Tan, Luan, Bi, Wang, Li, Shi, Sunkavalli, Wetzstein, Xu, and Zhang]{xu2023dmv3d}
Yinghao Xu, Hao Tan, Fujun Luan, Sai Bi, Peng Wang, Jiahao Li, Zifan Shi, Kalyan Sunkavalli, Gordon Wetzstein, Zexiang Xu, and Kai Zhang.
\newblock Dmv3d: Denoising multi-view diffusion using 3d large reconstruction model.
\newblock In \emph{International Conference on Learning Representations (ICLR)}, 2024{\natexlab{b}}.
\bibitem[Ye et~al.(2024)Ye, Liu, Li, Wang, Wang, Wang, Duan, and Zhu]{ye2025dreamreward}
Junliang Ye, Fangfu Liu, Qixiu Li, Zhengyi Wang, Yikai Wang, Xinzhou Wang, Yueqi Duan, and Jun Zhu.
\newblock Dreamreward: Text-to-3d generation with human preference.
\newblock In \emph{European Conference on Computer Vision (ECCV)}, 2024.
\bibitem[Yu et~al.(2021)Yu, Li, Tancik, Li, Ng, and Kanazawa]{yu2021plenoctrees}
Alex Yu, Ruilong Li, Matthew Tancik, Hao Li, Ren Ng, and Angjoo Kanazawa.
\newblock Plenoctrees for real-time rendering of neural radiance fields.
\newblock In \emph{IEEE International Conference on Computer Vision (ICCV)}, 2021.
\bibitem[Zhang et~al.(2023)Zhang, Tang, Niessner, and Wonka]{zhang20233dshape2vecset}
Biao Zhang, Jiapeng Tang, Matthias Niessner, and Peter Wonka.
\newblock 3dshape2vecset: A 3d shape representation for neural fields and generative diffusion models.
\newblock In \emph{ACM Transactions on Graphics (TOG)}, 2023.
\bibitem[Zhang et~al.(2024{\natexlab{a}})Zhang, Bi, Tan, Xiangli, Zhao, Sunkavalli, and Xu]{zhang2024gs}
Kai Zhang, Sai Bi, Hao Tan, Yuanbo Xiangli, Nanxuan Zhao, Kalyan Sunkavalli, and Zexiang Xu.
\newblock Gs-lrm: Large reconstruction model for 3d gaussian splatting.
\newblock In \emph{European Conference on Computer Vision}, pages 1--19. Springer, 2024{\natexlab{a}}.
\bibitem[Zhang et~al.(2024{\natexlab{b}})Zhang, Wang, Zhang, Qiu, Pang, Jiang, Yang, Xu, and Yu]{zhang2024clay}
Longwen Zhang, Ziyu Wang, Qixuan Zhang, Qiwei Qiu, Anqi Pang, Haoran Jiang, Wei Yang, Lan Xu, and Jingyi Yu.
\newblock Clay: A controllable large-scale generative model for creating high-quality 3d assets.
\newblock In \emph{ACM Transactions on Graphics (TOG)}, 2024{\natexlab{b}}.
\bibitem[Zhao et~al.(2023)Zhao, Liu, Chen, Zeng, Wang, Cheng, Fu, Chen, Yu, and Gao]{zhao2023michelangelo}
Zibo Zhao, Wen Liu, Xin Chen, Xianfang Zeng, Rui Wang, Pei Cheng, Bin Fu, Tao Chen, Gang Yu, and Shenghua Gao.
\newblock Michelangelo: Conditional 3d shape generation based on shape-image-text aligned latent representation.
\newblock In \emph{Advances in Neural Information Processing Systems (NeurIPS)}, 2023.
\bibitem[Zhao et~al.(2025)Zhao, Lai, Lin, Zhao, Liu, Yang, Feng, Yang, Zhang, Yang, et~al.]{zhao2025hunyuan3d}
Zibo Zhao, Zeqiang Lai, Qingxiang Lin, Yunfei Zhao, Haolin Liu, Shuhui Yang, Yifei Feng, Mingxin Yang, Sheng Zhang, Xianghui Yang, et~al.
\newblock Hunyuan3d 2.0: Scaling diffusion models for high resolution textured 3d assets generation.
\newblock \emph{arXiv preprint arXiv:2501.12202}, 2025.
\bibitem[Zou et~al.(2024)Zou, Yu, Guo, Li, Liang, Cao, and Zhang]{zou2024triplane}
Zi-Xin Zou, Zhipeng Yu, Yuan-Chen Guo, Yangguang Li, Ding Liang, Yan-Pei Cao, and Song-Hai Zhang.
\newblock Triplane meets gaussian splatting: Fast and generalizable single-view 3d reconstruction with transformers.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 10324--10335, 2024.
\end{thebibliography}