FASTopoWM: Fast-Slow Lane Segment Topology Reasoning with Latent World Models
Extracted source text · arXiv 2507.23325
%File: formatting-instructions-latex-2026.tex
%release 2026.0
\documentclass[letterpaper]{article} % DO NOT CHANGE THIS
\usepackage{aaai2026} % DO NOT CHANGE THIS
\usepackage{times} % DO NOT CHANGE THIS
\usepackage{helvet} % DO NOT CHANGE THIS
\usepackage{courier} % DO NOT CHANGE THIS
\usepackage[hyphens]{url} % DO NOT CHANGE THIS
\usepackage{graphicx} % DO NOT CHANGE THIS
\urlstyle{rm} % DO NOT CHANGE THIS
\def\UrlFont{\rm} % DO NOT CHANGE THIS
\usepackage{natbib} % DO NOT CHANGE THIS AND DO NOT ADD ANY OPTIONS TO IT
\usepackage{caption} % DO NOT CHANGE THIS AND DO NOT ADD ANY OPTIONS TO IT
\frenchspacing % DO NOT CHANGE THIS
\setlength{\pdfpagewidth}{8.5in} % DO NOT CHANGE THIS
\setlength{\pdfpageheight}{11in} % DO NOT CHANGE THIS
\usepackage{multirow}
%
% These are recommended to typeset algorithms but not required. See the subsubsection on algorithms. Remove them if you don't have algorithms in your paper.
\usepackage{algorithm}
\usepackage{algorithmic}
\usepackage{amsmath}
\usepackage{xcolor}
\usepackage{pifont} % 提供 \ding 命令
\usepackage{amssymb}
% 定义 \cmark 和 \xmark
\newcommand{\cmark}{\ding{51}} % ✓
\newcommand{\xmark}{\ding{55}} % ✗
\newcommand{\answerTODO}[1]{\textcolor{red}{#1}}
%
% These are are recommended to typeset listings but not required. See the subsubsection on listing. Remove this block if you don't have listings in your paper.
\usepackage{newfloat}
\usepackage{listings}
\DeclareCaptionStyle{ruled}{labelfont=normalfont,labelsep=colon,strut=off} % DO NOT CHANGE THIS
\lstset{%
basicstyle={\footnotesize\ttfamily},% footnotesize acceptable for monospace
numbers=left,numberstyle=\footnotesize,xleftmargin=2em,% show line numbers, remove this entire line if you don't want the numbers.
aboveskip=0pt,belowskip=0pt,%
showstringspaces=false,tabsize=2,breaklines=true}
\floatstyle{ruled}
\newfloat{listing}{tb}{lst}{}
\floatname{listing}{Listing}
%
% Keep the \pdfinfo as shown here. There's no need
% for you to add the /Title and /Author tags.
\pdfinfo{
/TemplateVersion (2026.1)
}
% DISALLOWED PACKAGES
% \usepackage{authblk} -- This package is specifically forbidden
% \usepackage{balance} -- This package is specifically forbidden
% \usepackage{color (if used in text)
% \usepackage{CJK} -- This package is specifically forbidden
% \usepackage{float} -- This package is specifically forbidden
% \usepackage{flushend} -- This package is specifically forbidden
% \usepackage{fontenc} -- This package is specifically forbidden
% \usepackage{fullpage} -- This package is specifically forbidden
% \usepackage{geometry} -- This package is specifically forbidden
% \usepackage{grffile} -- This package is specifically forbidden
% \usepackage{hyperref} -- This package is specifically forbidden
% \usepackage{navigator} -- This package is specifically forbidden
% (or any other package that embeds links such as navigator or hyperref)
% \indentfirst} -- This package is specifically forbidden
% \layout} -- This package is specifically forbidden
% \multicol} -- This package is specifically forbidden
% \nameref} -- This package is specifically forbidden
% \usepackage{savetrees} -- This package is specifically forbidden
% \usepackage{setspace} -- This package is specifically forbidden
% \usepackage{stfloats} -- This package is specifically forbidden
% \usepackage{tabu} -- This package is specifically forbidden
% \usepackage{titlesec} -- This package is specifically forbidden
% \usepackage{tocbibind} -- This package is specifically forbidden
% \usepackage{ulem} -- This package is specifically forbidden
% \usepackage{wrapfig} -- This package is specifically forbidden
% DISALLOWED COMMANDS
\nocopyright
% \addtolength -- This command may not be used
% \balance -- This command may not be used
% \baselinestretch -- Your paper will not be published if you use this command
% \clearpage -- No page breaks of any kind may be used for the final version of your paper
% \columnsep -- This command may not be used
% \newpage -- No page breaks of any kind may be used for the final version of your paper
% \pagebreak -- No page breaks of any kind may be used for the final version of your paperr
% \pagestyle -- This command may not be used
% \tiny -- This is not an acceptable font size.
% \vspace{- -- No negative value may be used in proximity of a caption, figure, table, section, subsection, subsubsection, or reference
% \vskip{- -- No negative value may be used to alter spacing above or below a caption, figure, table, section, subsection, subsubsection, or reference
\setcounter{secnumdepth}{0} %May be changed to 1 or 2 if section numbers are desired.
% The file aaai2026.sty is the style file for AAAI Press
% proceedings, working notes, and technical reports.
%
% Title
% Your title must be in mixed case, not sentence case.
% That means all verbs (including short verbs like be, is, using,and go),
% nouns, adverbs, adjectives should be capitalized, including both words in hyphenated terms, while
% articles, conjunctions, and prepositions are lower case unless they
% directly follow a colon or long dash
\title{FASTopoWM: Fast-Slow Lane Segment Topology Reasoning with \\ Latent World Models}
\author{
%Authors
Yiming Yang\textsuperscript{\rm 1,\rm 2}, Hongbin Lin\textsuperscript{\rm 1,\rm 2}, Yueru Luo\textsuperscript{\rm 1,\rm 2}, Suzhong Fu\textsuperscript{\rm 1,\rm 2}, Chao Zheng\textsuperscript{\rm 3}, \\Xinrui Yan\textsuperscript{\rm 3}, Shuqi Mei\textsuperscript{\rm 3}, Kun Tang\textsuperscript{\rm 3}, Shuguang Cui\textsuperscript{\rm 2,\rm 1}, Zhen Li\textsuperscript{\rm 2,\rm 1}
% All authors must be in the same font size and format.
% Written by AAAI Press Staff\textsuperscript{\rm 1}
\thanks{Corresponding author.}
% AAAI Style Contributions by Pater Patel Schneider,
% Sunil Issar,\\
% J. Scott Penberthy,
% George Ferguson,
% Hans Guesgen,
% Francisco Cruz\equalcontrib,
% Marc Pujol-Gonzalez\equalcontrib
}
\affiliations{
%Afiliations
\textsuperscript{\rm 1}FNii-Shenzhen, Shenzhen, China\\
\textsuperscript{\rm 2}SSE, CUHK-Shenzhen, Shenzhen, China\\
\textsuperscript{\rm 3}T Lab, Tencent, Beijing, China\\
% If you have multiple authors and multiple affiliations
% use superscripts in text and roman font to identify them.
% For example,
% Sunil Issar\textsuperscript{\rm 2},
% J. Scott Penberthy\textsuperscript{\rm 3},
% George Ferguson\textsuperscript{\rm 4},
% Hans Guesgen\textsuperscript{\rm 5}
% Note that the comma should be placed after the superscript
% email address must be in roman text type, not monospace or sans serif
\{yimingyang@link., lizhen@\}cuhk.edu.cn
%
% See more examples next
}
%Example, Single Author, ->> remove \iffalse,\fi and place them surrounding AAAI title to use it
\iffalse
\title{My Publication Title --- Single Author}
\author {
Author Name
}
\affiliations{
Affiliation\\
Affiliation Line 2\\
name@example.com
}
\fi
\iffalse
%Example, Multiple Authors, ->> remove \iffalse,\fi and place them surrounding AAAI title to use it
\title{My Publication Title --- Multiple Authors}
\author {
% Authors
First Author Name\textsuperscript{\rm 1,\rm 2},
Second Author Name\textsuperscript{\rm 2},
Third Author Name\textsuperscript{\rm 1}
}
\affiliations {
% Affiliations
\textsuperscript{\rm 1}Affiliation 1\\
\textsuperscript{\rm 2}Affiliation 2\\
firstAuthor@affiliation1.com, secondAuthor@affilation2.com, thirdAuthor@affiliation1.com
}
\fi
% REMOVE THIS: bibentry
% This is only needed to show inline citations in the guidelines document. You should not need it and can safely delete it.
\usepackage{bibentry}
% END REMOVE bibentry
\begin{document}
\maketitle
\begin{abstract}
Lane segment topology reasoning provides comprehensive bird's-eye view (BEV) road scene understanding, which can serve as a key perception module in planning-oriented end-to-end autonomous driving systems. Existing lane topology reasoning methods often fall short in effectively leveraging temporal information to enhance detection and reasoning performance. Recently, stream-based temporal propagation method has demonstrated promising results by incorporating temporal cues at both the query and BEV levels. However, it remains limited by over-reliance on historical queries, vulnerability to pose estimation failures, and insufficient temporal propagation. To overcome these limitations, we propose FASTopoWM, a novel fast-slow lane segment topology reasoning framework augmented with latent world models. To reduce the impact of pose estimation failures, this unified framework enables parallel supervision of both historical and newly initialized queries, facilitating mutual reinforcement between the fast and slow systems. Furthermore, we introduce latent query and BEV world models conditioned on the action latent to propagate the state representations from past observations to the current timestep. This design substantially improves the performance of temporal perception within the slow pipeline. Extensive experiments on the OpenLane-V2 benchmark demonstrate that FASTopoWM outperforms state-of-the-art methods in both lane segment detection (37.4\% v.s. 33.6\% on mAP) and centerline perception (46.3\% v.s. 41.5\% on OLS).
\end{abstract}
\begin{links}
\link{Code}{https://github.com/YimingYang23/FASTopoWM}
\end{links}
% Uncomment the following to link to your code, datasets, an extended version or similar.
% You must keep this block between (not within) the abstract and the main body of the paper.
% \begin{links}
% \link{Code}{https://aaai.org/example/code}
% \link{Datasets}{https://aaai.org/example/datasets}
% \link{Extended version}{https://aaai.org/example/extended-version}
% \end{links}
\begin{figure}[t]
\includegraphics[width=1.0\linewidth]{motivationv3.pdf}
\caption{\textbf{Pipeline Comparison.} Existing stream-based methods suffer significant performance degradation when pose estimation is unavailable. Our approach addresses this issue by incorporating fast-slow pipelines and two latent world models.}
\label{fig:motivation}
\end{figure}
\section{Introduction}
Lane segment topology reasoning predicts lane segments (including centerlines and boundary lines) along with their topological relationships to construct a comprehensive road network \cite{wang2024openlane, li2023lanesegnet}. This capability can be integrated into planning-oriented end-to-end autonomous driving systems, serving as the perception module to provide bird's-eye view (BEV) road scene understanding \cite{hu2023planning, jiang2023vad, zhou2025autovla}.
Most existing approaches \cite{liao2022maptr,fu2025topologic} focus on single-frame detection, failing to exploit the temporal consistency of predictions across consecutive frames. This limitation leads to inconsistent topology and position of lane segments in the global coordinate system. To overcome these issues, stream-based temporal propagation methods \cite{yuan2024streammapnet} have proven effective in enhancing temporal consistency in perception. They reuse high-confidence historical queries and BEV features as anchors for current detection. Inspired by this observation, we introduce the stream-based approach in this work to predict lane segment topology with temporal consistency. However, as illustrated in Fig. \ref{fig:motivation}, current stream-based frameworks suffer from three critical limitations: \textbf{(1) Over-reliance on historical queries.} The historical queries demonstrate higher confidence levels, they are more likely to approximate the GT positions compared to the newly initialized queries. As a result, during Hungarian matching supervision, historical queries are prioritized while newly initialized queries are often neglected. However, in the first frame of a scene, only the newly initialized queries are available for lane segment detection. If their performance is suboptimal, errors may propagate and accumulate across subsequent frames. \textbf{(2) Vulnerability to pose estimation failures.} To align historical queries and BEV features with the current frame, stream-based approaches rely on continuous pose estimation between adjacent frames. However, when vehicles enter tunnels or remote areas where GPS signals are unavailable, or when IMU error accumulation prevents pose refinement, the system degrades to single-frame detection mode. This degradation leads to significant performance deterioration and may ultimately cause complete system failure. \textbf{(3) Weak temporal propagation.} When historical BEV features are warped, the details of the features at the edges of the BEV tend to be lost. Moreover, simply applying pose transformation to historical queries through a basic MLP architecture fails to achieve optimal performance.
To address the aforementioned issues, we propose a novel \underline{\textbf{fa}}st-\underline{\textbf{s}}low lane segment \underline{\textbf{topo}}logy reasoning framework with latent \underline{\textbf{w}}orld \underline{\textbf{m}}odels (\textbf{FASTopoWM}). Inspired by recent vision-language models (VLMs) \cite{zhang2025chameleon,xiao2025fast}, we decouple our network into dual pathways: a slow pipeline and a fast pipeline. The slow pipeline leverages temporal information to address challenging perception scenarios and improve detection performance, while the fast pipeline performs single-frame perception to ensure the basic functionality of the system. The two systems can perform inference in parallel or operate independently. A key innovation lies in the unified framework between the fast and slow systems that allowing parallel supervision of both historical and initialized queries. This eliminates the need for training separate models for temporal and single-frame detection and enables mutual reinforcement between the fast and slow pipelines. Specifically, the slow pipeline benefits from a better initialization for temporal propagation, while the fast pipeline implicitly leverages the temporal dynamics learned through shared weights. To improve temporal propagation, we propose latent query and BEV world models based on the principle that \textit{"the present represents a continuation of the past."} Conditioned on the relative poses in adjacent frames, both latent world models propagate state representations from historical observations to the current timestep, significantly enhancing the robustness of temporal propagation in the slow pipeline. Our contributions are summarized as follows:
\begin{itemize}
\item We identify severe performance degradation issues in existing stream-based methods. To address this, we propose \textbf{FASTopoWM}, a novel fast-slow framework augmented with latent world models for robust lane segment topology reasoning.
\item We introduce a unified fast-slow system that enables parallel supervision of both historical and newly initialized queries. This design facilitates mutual reinforcement and allows inference switching based on pose estimation conditions, thereby enhancing system robustness.
\item We design two latent world models that effectively capture temporal dynamics and enable strong temporal propagation.
\item FASTopoWM is evaluated on the OpenLane-V2 dataset \cite{wang2024openlane}, achieving state-of-the-art performance in lane topology reasoning.
\end{itemize}
\begin{figure*}[t]
\includegraphics[width=1.0\linewidth]{framework.pdf}
\caption{\textbf{Overall Framework.} \textbf{(a) Encoder.} Historical queries and BEV features are processed by world models, conditioned on action latent, to predict the stream queries and stream BEV features. Multi-view images are encoded into BEV features, which are then fused with the stream BEV features. \textbf{(b) Decoder.} The slow and fast systems share the same Transformer layers and prediction heads to enable parallel supervision of both stream and newly initialized queries. \textbf{T} represents the frame at timestep \textbf{T}.}
\label{fig:framework}
\end{figure*}
\section{Related Work}
\subsection{HD Map and Lane Topology Reasoning}
Current high-definition (HD) map learning frameworks employ end-to-end detection pipelines to generate vectorized representations of map elements. VectorMapNet \cite{liu2023vectormapnet} formulates map elements as polyline to eliminate heuristic post-processing. MapTR \cite{liao2022maptr, liao2023maptrv2} develops permutation-equivalent modeling for lane point sets. Mask2map \cite{choi2024mask2map} incorporates mask-aware queries and BEV features to enhance semantic understanding. MapDR \cite{chang2025driving} decomposes road networks into geometric, connectivity, and regulatory layers. For temporal modeling, StreamMapNet \cite{yuan2024streammapnet} implements stream-based propagation. SQD-MapNet \cite{wang2024stream} applies query denoising for BEV boundary consistency. InteractionMap \cite{wu2025interactionmap} achieves comprehensive temporal fusion through local-to-global integration. In contrast to HD map learning, lane topology reasoning primarily focuses on the topological relationships among lanes. TopoNet \cite{li2023graph} establishes dual lane-to-lane and lane-to-traffic graphs. TopoLogic \cite{fu2025topologic} and TopoPoint \cite{fu2025topopoint} emphasize the critical role of endpoints in topological connectivity. TopoMLP \cite{wu2023topomlp} explicitly encodes coordinate information to improve topological reasoning. Topo2Mask \cite{kalfaoglu2024topomaskv2} introduces instance masks and mask attention mechanisms to update query representations. TopoFormer \cite{lv2025t2sg} proposes geometry-guided and counterfactual self-attention to enhance road topology understanding. In contrast to these approaches, we propose a fast-slow system that addresses the limitations of existing stream-based methods and incorporate two latent world models to effectively capture temporal dynamics.
\subsection{World Model in Autonomous Driving}
The world model serves as a bridge between understanding and generating future states. In autonomous driving, it can predict the future state of the ego vehicle conditioned on its actions \cite{bar2025navigation}. GAIA-1 \cite{hu2023gaia} leverages sequence learning to anticipate future events. DriveDreamer \cite{wang2024drivedreamer} introduces a two-stage diffusion training pipeline to generate controllable driving scenes. Instead of synthesizing pixel-level content, OccWorld \cite{zheng2024occworld} forecasts 3D occupancy to simulate future scenarios. To reduce computational overhead and modeling complexity, recent approaches have shifted toward predicting compact latent representations using world models. BEVWorld \cite{zhang2024bevworld} proposes a latent BEV sequence diffusion model to forecast future scenes conditioned on multi-modal inputs. WoTE \cite{li2025end} predicts future BEV features to evaluate high-confidence trajectories. LAW \cite{li2024enhancinge2e} employs a latent world model for self-supervised learning. Motivated by prior work, we design a dual latent world model framework that learns the transformation from past to present, enabling more effective temporal reasoning and enhancing current lane topology prediction.
\subsection{Fast-Slow System}
In autonomous driving scenarios, where real-time performance and reliability are essential, adding computational burden or auxiliary cues to boost prediction accuracy is often infeasible in practice. As a trade-off solution, fast-slow systems have recently been introduced. The fast system performs essential predictions with minimal overhead, while the slow system leverages additional computation and auxiliary cues to handle complex scenarios. Fast-slow systems enable flexible mode switching tailored to the varying demands of different scenarios. Chameleon \cite{zhang2025chameleon} utilizes a VLM with chain-of-thought (CoT) reasoning to conduct neuro-symbolic topology inference in the slow system. FAST \cite{xiao2025fast} dynamically switches between short and long reasoning paths based on task complexity. SlowFast-LLaVA \cite{xu2024slowfast} employs different sampling rates to capture motion cues and fuses slow and fast features to efficiently represent video information. Xu \textit{et al.} \cite{xu2025towards} combine a “slow” LLM for command parsing with a “fast” RL agent for vehicle control. FASIONAD++ \cite{qian2025fasionad++} incorporates a VLM as the slow system to provide feedback and evaluation for a fast end-to-end pipeline. However, in many of these approaches, the fast and slow systems are implemented as entirely separate frameworks, and switching occurs based on the scenario. In contrast, our method does not require additional models for the fast or slow pathways. Instead, fast and slow systems are trained under parallel supervision, enabling mutual reinforcement and improving overall robustness.
\section{Method}
\subsection{Problem Formulation}
Given surround-view images captured by vehicle-mounted cameras, our goal is to infer lane segments $\{\mathbf{L}^c, \mathbf{L}^l, \mathbf{L}^r\}$ and their topological connectivity $\mathbf{A}$ in the bird’s-eye view (BEV). Each lane segment consists of a centerline $\mathbf{L}^c = (\mathbf{P}, \mathit{Class})$, a left boundary $\mathbf{L}^l = (\mathbf{P}, \mathit{Type})$, and a right boundary $\mathbf{L}^r = (\mathbf{P}, \mathit{Type})$. Here, $\mathbf{P} = \{(x_i, y_i, z_i)\}|_{i=1}^M$ denotes a set of vectorized 3D points, where $M$ is the number of points. $\mathit{Class}$ represents the semantic class of the lane segment (e.g., road line or pedestrian crossing), and $\mathit{Type}$ indicates the boundary type, such as dashed, solid, or non-visible. The adjacency matrix $\mathbf{A}$ encodes the topological connectivity between lane segments. In the following formulation, \textbf{T} denotes the current frame, and \textbf{T-1} denotes the previous frame.
\subsection{Overview}
Fig. \ref{fig:framework} illustrates the framework of $\textbf{FASTopoWM}$. The overall architecture can be briefly divided into encoder and decoder parts. Both the slow and fast systems are integrated into a unified network. The PV-to-BEV encoder \cite{li2022bevformer, he2016deep, lin2017feature} extracts BEV features $\mathbf{F_{bev}^T} \in \mathbb{R}^{H \times W \times C}$, where C, H, W represent the number of feature channels, height, and width, respectively. The initialized queries $\mathbf{Q^T} \in \mathbb{R}^{N \times C}$ are derived from a learnable embedding space. $N$ is the number of queries. The relative ego poses between adjacent frames are encoded into an action latent $\Psi$. Conditioned on this action latent, the query world model and the BEV world model transform the historical queries $\mathbf{Q^{T-1}}$ and BEV features $\mathbf{F_{bev}^{T-1}}$, respectively, to generate the stream queries $\mathbf{\tilde{Q}^{T}}$ and stream BEV features $\mathbf{\tilde{F}_{bev}^{T}}$ for the current frame. The stream BEV features are then fused with the BEV features extracted from the current frame. The first transformer layer takes the initialized queries $\mathbf{Q^T}$ and the BEV features $\mathbf{F_{bev}^T}$ from the current frame as input. The subsequent transformer layers share weights and receive parallel inputs from both the slow and fast systems. The slow system incorporates temporal information, whereas the fast system does not. During training, both systems are supervised jointly. At inference time, the prediction from the slow system is used as the final output when reliable pose information is available. Otherwise, when such information is missing or inaccurate, the prediction from the fast system is adopted. This design improves robustness while leveraging temporal cues to enhance performance when conditions permit.
\subsection{Temporal Propagation via Latent World Models}
Temporal propagation leverages detection results from previous frames as auxiliary information to assist prediction in the subsequent frame \cite{yuan2024streammapnet}. In contrast to existing latent world model methods \cite{li2024enhancinge2e}, our approach eliminates the need for future trajectory prediction. Instead, grounded in the principle that “the present represents a continuation of the past,” we utilize known relative poses to infer the current state based on past observations.
\textbf{Input of World Models.} We flatten the relative pose, which includes both relative rotation and translation, to obtain the action latent $\Psi$. Then, the action-aware query and BEV latent features are obtained by:
\begin{equation}
\label{equation1}
\begin{split}
\mathbf{\tilde{Q}^{T-1}} &= \textbf{MLP}([\mathbf{Q^{T-1}}, \Psi])\\
\mathbf{\tilde{F}_{bev}^{T-1}} &= \textbf{MLP}([\mathbf{F_{bev}^{T-1}}, \Psi])
\end{split}
\end{equation}
where $\Psi$ is duplicated and concatenated with the query and BEV feature along the channel dimension.
\textbf{Future Latent Prediction.} Latent world models leverage the historical action-aware latent from timestep \textbf{T-1} to predict the stream features at the next timestep \textbf{T}:
\begin{equation}
\label{equation2}
\begin{split}
\mathbf{\tilde{Q}^{T}} &= \textbf{QueryWorldModel}(\mathbf{\tilde{Q}^{T-1}})\\
\mathbf{\tilde{F}_{bev}^{T}} &= \textbf{BEVWorldModel}(\mathbf{\tilde{F}_{bev}^{T-1}})
\end{split}
\end{equation}
where query world model is composed of Transformer blocks, containing self-attention modules and feed-forward modules. Similarly, the BEV world model comprises Transformer blocks that incorporate temporal self-attention modules \cite{li2022bevformer} and feed-forward modules.
Then, the stream BEV feature are fused with extracted BEV feature using gated recurrent unit \cite{chung2014empirical} to enrich temporal cues.
\textbf{Future Latent Supervision. }
Unlike previous methods that rely on warping and often lose information at the BEV boundary \cite{wang2024stream}, our BEV world model imagines the evolution of the next-frame BEV representation based on historical BEV features and relative poses. Since dense BEV annotations are difficult to obtain, we adopt a self-supervised learning strategy based on BEV features from temporally adjacent frames. We use mean squared error (MSE) loss to align the stream BEV features with the extracted BEV features of the current frame:
\begin{equation}
\label{equation3}
\mathcal{L}_{bev} = \left \| \mathbf{\tilde{F}_{bev}^{T}} - \mathbf{F_{bev}^T} \right \|_2
\end{equation}
For queries, we employ transformation loss \cite{yang2025topostreamer} to supervise consistency of coordinate, category, and semantic BEV mask:
\begin{equation}
\label{equation4}
\begin{split}
\mathcal{L}_{coord} &= \mathcal{L}_{L1}(\tilde{\mathbf{L}}_T, \mathbf{L}_T)\\
\mathcal{L}_{cls} &= \mathcal{L}_{Focal}(\tilde{\mathit{Class}}_T, \mathit{Class}_T) + \mathcal{L}_{CE}( \tilde{\mathit{Type}}_T, \mathit{Type}_T)\\
\mathcal{L}_{mask} &= \mathcal{L}_{CE}( \tilde{\mathbf{M}}_T, \mathbf{M}_T) + \mathcal{L}_{Dice}( \tilde{\mathbf{M}}_T, \mathbf{M}_T)\\
\mathcal{L}_{query} &= \mathcal{L}_{coord} + \mathcal{L}_{cls} + \mathcal{L}_{mask}
\end{split}
\end{equation}
where $\tilde{\mathbf{L}}_T$, $\tilde{\mathit{Class}}_T$, $\tilde{\mathit{Type}}_T$ and $\tilde{\mathbf{M}}_T$ are coordinates of lane segment, classes of centerline, boundary types and semantic BEV mask predicted from stream queries $\mathbf{\tilde{Q}^{T}}$. $\mathbf{L}_T$, $\mathit{Type}_T$, $\mathit{Class}_T$ and $\mathbf{M}_T$ are GT annotations transformed from T-1 frame to T frame. The overall future latent supervision can be expressed as:
\begin{equation}
\label{equation5}
\mathcal{L}_{latent} = \mathcal{L}_{bev} + \mathcal{L}_{query}
\end{equation}
In this way, the BEV world model is trained using self-supervised learning on BEV representations from adjacent frames to capture temporal cues in the BEV space. Simultaneously, the query world model is trained with temporally continuous annotations, enabling it to transform historical observations into reference anchors (e.g., stream queries) for the current frame.
\begin{table*}[t]
\centering
\setlength{\tabcolsep}{1pt}
\small
\begin{tabular}{c|cc|lllll|c}
\hline
Method & Epochs & Temporal& mAP $\uparrow $ & $\text{AP}_{ls} \uparrow $ & $\text{AP}_{ped} \uparrow$ & $\text{TOP}_{lsls} \uparrow$& $\text{Acc}_{b} \uparrow$ & FPS \\ \hline\hline
MapTR \cite{liao2022maptr} &24 & No & 27.0 & 25.9 & 28.1 & - & - & 14.5 \\
MapTRv2 \cite{liao2023maptrv2} &24 & No & 28.5 & 26.6 & 30.4 & - & - & 13.6 \\
TopoNet \cite{li2023graph} &24& No & 23.0 & 23.9 & 22.0 & - & - & 10.5 \\
LaneSegNet \cite{li2023lanesegnet} &24 & No & 32.6 & 32.3 & 32.9 & 25.4 & 45.9 & 14.7 \\
TopoLogic \cite{fu2025topologic} &24 & No & 33.2 & 33.0 & 33.4 & 30.8 & - & - \\
Topo2Seq \cite{yang2025topo2seq} &24 & No &33.6& 33.7 & 33.5 & 26.9& 48.1&14.7 \\ \hline
% \textbf{StreamTopo (our baseline)} &24 & No & 29.8 \textcolor[rgb]{1.0,0,0}{$\downarrow 3.4\% $} & 29.0 \textcolor[rgb]{1.0,0,0}{$\downarrow 4.0\% $} & 30.6 \textcolor[rgb]{1.0,0,0}{$\downarrow 2.8\% $} & 23.4 \textcolor[rgb]{1.0,0,0}{$\downarrow 7.4\% $} & 45.3 \textcolor[rgb]{1.0,0,0}{$\downarrow 0.6\% $} & 14.0 \\
\textbf{FASTopoWM (ours)} &24 & No & 34.1 & 33.9 & 34.4 & 26.6 & 48.2 & 14.0 \\
\textbf{FASTopoWM$^{\dagger }$ (ours)} &24 & No & 34.2 & 34.0 & 34.4 & 28.4 & 48.2 & 14.0 \\
\hline
StreamMapNet \cite{yuan2024streammapnet} &24 & Yes & 20.3 & 22.1 & 18.6 & 13.2 & 33.2 & 14.1 \\
SQD-MapNet \cite{wang2024stream} &24 & Yes& 26.0 & 27.1 & 24.9 & 16.6 & 39.4 & 14.1 \\ \hline
\textbf{FASTopoWM (ours)} &24 & Yes & \textbf{37.4} & \textbf{36.4} & \textbf{38.4} & 29.6 & 51.2 & 11.4 \\
\textbf{FASTopoWM$^{\dagger }$ (ours)} &24 & Yes & 37.2 & 36.2 & 38.1 & \textbf{31.6} & \textbf{51.3} & 11.4 \\
\hline
\end{tabular}
\caption{Comparison with the state-of-the-arts on OpenLane-V2 subsetA on lane segment. All models adopt ResNet-50 as backbone network. $^{\dagger }$: Our enhanced model employ GeoDist strategy from TopoLogic \cite{fu2025topologic}. }\label{tab:comparison_lane_segment}
\end{table*}
\begin{table*}[t]
\centering
\setlength{\tabcolsep}{1pt}
\small
\begin{tabular}{c|cc|lll}
\hline
Method & Epochs& Temporal&$ \text{OLS}\uparrow $ & $\text{DET}_{l} \uparrow $ & $\text{TOP}_{ll} \uparrow$ \\ \hline\hline
VectorMapNet \cite{liu2023vectormapnet} &24 & No &- & 3.5 & - \\
STSU \cite{can2021structured} &24 & No & - &8.2 & - \\
MapTR \cite{liao2022maptr} &24 & No &- & 15.2 & - \\
TopoNet \cite{li2023graph} &24 & No &25.1 & 24.3 & 6.7 \\
TopoMLP \cite{wu2023topomlp} &24 & No &36.2 & 26.6 & 19.8 \\
LaneSegNet \cite{li2023lanesegnet} &24 & No &38.7 & 27.5 & 24.9 \\
TopoLogic \cite{fu2025topologic} &24 & No &36.2& 25.9 & 21.6 \\
TopoFormer$^\star $ \cite{lv2025t2sg} &24 & No & 41.5& 34.8 & 23.2 \\ \hline
\textbf{FASTopoWM (ours)} &24 & No & 41.8 & 31.6 & 27.1\\ \hline
StreamMapNet \cite{yuan2024streammapnet} &24 & Yes & 26.7 &18.9 & 11.9 \\
SQD-MapNet \cite{wang2024stream} &24 & Yes & 29.1 & 21.9 & 13.3 \\ \hline
\textbf{FASTopoWM (ours)} &24 & Yes & \textbf{46.3} & \textbf{35.1} & \textbf{33.0} \\
\hline
\end{tabular}
\caption{Comparison with the state-of-the-arts on OpenLane-V2 subsetB on centerline perception. TopoFormer$^\star$ adopts a staged training strategy that utilizes a pretrained lane detector for topology reasoning training. While this leads to better detection performance, it offers only slight advantage in topology prediction.}\label{tab:comparison_centerline_subB}
\end{table*}
\subsection{Unified Fast-Slow Decoder}
Previous methods incorporate historical information into the decoder to improve performance. However, stream queries enriched with historical cues typically exhibit higher confidence than newly initialized queries. Consequently, during Hungarian assignment, GT annotations are more likely to be matched with stream queries. This bias leads to performance degradation when historical information is unavailable, as the model relies solely on the initialized queries. To overcome this limitation, we propose a unified fast-slow decoder that decouples the forward path into fast and slow branches, allowing parallel supervision of both stream and initialized queries.
As shown in Fig. \ref{fig:framework} (b), the inputs of the first transformer layer are initialized queries and extracted BEV feature:
\begin{equation}
\label{equation6}
\mathbf{Q^T_1} = \textbf{TransLayer}_\textbf{0}(\mathbf{Q^T_0},\mathbf{F}_{\text{bev}}^T)
\end{equation}
where $\textbf{TransLayer}_\textbf{0}$ denotes the first transformer layer, consisting of a self-attention module, a lane-attention module \cite{li2023lanesegnet}, and a feed-forward network. According to the classification confidence of $\mathbf{Q}^T_1$, the lowest-ranked $N-K$ queries of $\mathbf{Q}^T_1$ are substituted with stream queries $\mathbf{\tilde{Q}^{T}}$. The slow branch of the remaining transformer layer is then formulated as:
% \begin{equation}
% \label{equation7}
% \mathbf{\tilde{Q}^{T}_{2}} = \textbf{TransLayer}_\textbf{1}(\mathbf{\tilde{Q}^{T}_{1}},\mathbf{\tilde{F}_{bev}^{T}})
% \end{equation}
\begin{equation}
\label{equation8}
\mathbf{\tilde{Q}^{T}_{i+1}} = \textbf{TransLayer}_\textbf{i}(\mathbf{\tilde{Q}^{T}_{i}},\mathbf{\tilde{F}_{bev}^{T}})
\end{equation}
where \textbf{i} denotes the index of the Transformer layer. Notably, the input query to the second Transformer block, $\mathbf{\tilde{Q}}^{T}_{1}$, comprises $K$ instances of $\mathbf{\tilde{Q}}^{T}$ and $N - K$ instances of $\mathbf{Q}^{T}_{1}$. For brevity, we reuse the notation $\mathbf{\tilde{F}_{\text{bev}}^{T}}$ to represent the fused BEV features obtained by combining the stream BEV features $\mathbf{\tilde{F}_{\text{bev}}^{T}}$ with the extracted BEV features $\mathbf{F}_{\text{bev}}^{T}$. Similarly, the fast branch of the second Transformer layer is formulated as:
\begin{equation}
\label{equation9}
\mathbf{Q^{T}_{i+1}} = \textbf{TransLayer}_\textbf{i}(\mathbf{Q^{T}_{i}},\mathbf{F_{bev}^{T}})
\end{equation}
Then, shared-weight heads are employed to generate predictions at each layer from $\mathbf{Q}^{T}_{i+1}$ and $\mathbf{\tilde{Q}}^{T}_{i+1}$, with Hungarian matching-based supervision applied in parallel.
In this manner, the historical queries and the newly initialized queries are supervised concurrently, preventing the model from becoming overly reliant on historical queries. The temporal propagation in the slow system benefits from well-trained initialized queries, particularly at the first frame. Meanwhile, the fast system's initialized queries implicitly gain from temporal dynamics through shared decoder parameters with the slow system.
\section{Training Loss}
The loss function for slow system and fast system are defined as:
\begin{equation}
\label{equation10}
\mathcal{L}_{slow} = \alpha_1 \mathcal{L}_{ls} + \alpha_2 \mathcal{L}_{latent}
\end{equation}
\begin{equation}
\label{equation11}
\mathcal{L}_{fast} = \mathcal{L}_{ls}
\end{equation}
where $\mathcal{L}_{ls}$ denotes the lane segment loss, which supervises the predicted lane segments using Hungarian matching \cite{li2023lanesegnet}.
The overall loss function in FASTopoWM is defined as follows:
\begin{equation}
\label{equation12}
\mathcal{L} = \mathcal{L}_{slow} + \mathcal{L}_{fast}
\end{equation}
\section{Experiments}
\subsection{Datasets and Metrics}
\textbf{Datasets.} We evaluate our method on the multi-view lane topology benchmark OpenLane-V2 \cite{wang2024openlane}, which comprises two subsets. SubsetA is re-annotated from Argoverse2 \cite{wilson2023argoverse}, while SubsetB is re-annotated from nuScenes \cite{caesar2020nuscenes}. Both subsets contain surround-view images collected from 1,000 scenes. SubsetA features seven camera views, whereas SubsetB includes only six. SubsetA provides annotations for both lane segments and their topology, while SubsetB contains annotations only for centerlines and topology. To generate boundary annotations for SubsetB, we apply a standardized lane width perpendicular to the centerline. For centerline perception evaluation on SubsetB, we approximate centerlines by averaging the coordinates of the left and right boundary lines. We re-train LaneSegNet, StreamMapNet, and SQD-MapNet with the same configuration to obtain their results on SubsetB.
\textbf{Metrics.} We conduct evaluations on two tasks: lane segment perception on SubsetA and centerline perception on SubsetB. To assess lane quality, we adopt Chamfer Distance and Fréchet Distance under fixed thresholds of \{1.0, 2.0, 3.0\} meters. For lane segments, AP$_{ls}$ and AP$_{ped}$ are employed to evaluate the detection performance of road lanes and pedestrian crossings, respectively. The mean average precision (mAP) is calculated as the average of AP$_{ls}$ and AP$_{ped}$. To evaluate topology reasoning, we report TOP$_{lsls}$. Lane boundary classification accuracy is measured by Acc$_b$ \cite{yang2025topostreamer}. The evaluation protocol for centerline perception follows a similar approach as lane segments. Additionally, OLS \cite{wang2024openlane} is computed between DET$_l$ and TOP$_{ll}$.
\begin{table}[t]
\centering
\small
\setlength{\tabcolsep}{4pt}
\begin{tabular}{ccc|cccc}
\hline
\multicolumn{3}{c|}{Modules} & \multicolumn{2}{c}{Tem.} & \multicolumn{2}{c}{Sin.} \\ \hline
FS & QWM & BWM & mAP & $\text{TOP}_{lsls}$ & mAP & $\text{TOP}_{lsls}$ \\ \hline
& & & 34.0 & 28.1 & 29.8 & 23.4 \\
\cmark & & & 35.3 & 28.4 & 33.2 & 25.8 \\
\cmark & \cmark & & 36.3 & 29.0 & 33.7 & 26.3 \\
\cmark & & \cmark & 36.4 & 29.1 & 33.6 & 26.2 \\
\cmark & \cmark & \cmark & \textbf{37.4} & \textbf{29.6} & \textbf{34.1} & \textbf{26.6} \\ \hline
\end{tabular}
\caption{Ablation studies on different modules. The baseline is LaneSegNet with stream-based temporal propagation. FS denotes the fast-slow system. \textit{QWM} and \textit{BWM} represent the query world model and BEV world model, respectively. \textit{Tem.} and \textit{Sin.} indicate temporal and single-frame detection. }\label{tab:Ablation_modules}
\end{table}
\begin{table}[t]
\centering
\small
\setlength{\tabcolsep}{4pt}
\begin{tabular}{ccc|cccc}
\hline
\multicolumn{3}{c|}{\multirow{2}{*}{Method}} & \multicolumn{2}{c}{Tem.} & \multicolumn{2}{c}{Sin.} \\ \cline{4-7}
\multicolumn{3}{c|}{} & mAP & $\text{TOP}_{lsls}$ & mAP & $\text{TOP}_{lsls}$ \\ \hline
\multicolumn{3}{c|}{BaseLine} & 34.0 & 28.1 & 29.8 & 23.4 \\
\multicolumn{3}{c|}{Random+WM} & 35.3 & 28.5 & 33.9 & 26.2 \\
\multicolumn{3}{c|}{FastSlow+WM} & \textbf{37.4} & \textbf{29.6} & \textbf{34.1} & \textbf{26.6} \\ \hline
\end{tabular}
\caption{Ablation studies on training methods. The baseline is LaneSegNet with stream-based temporal propagation. \textit{Random} indicates alternating between temporal and single-frame detection during training. FastSlow refers to our proposed fast-slow system that trains temporal and single-frame detection in parallel. }\label{tab:Ablation_training}
\end{table}
\subsection{Implementation Details}
The PV-to-BEV encoder is composed of a pre-trained ResNet-50 \cite{he2016deep}, an FPN \cite{lin2017feature}, and BevFormer \cite{li2022bevformer}. The BEV features has a resolution of 200$\times$100, covering a perception area of $\pm$50m $\times$ $\pm$25m. The decoder follows the Deformable DETR architecture, where the standard cross-attention module is substituted with lane attention \cite{li2023lanesegnet}. It consists of 6 transformer layers. A total of 200 queries are used, with 30\% reserved for temporal propagation in the slow system. Both the query and BEV world models employ 2 transformer layers each. To optimize memory usage on the GPU, we introduce average pooling within the BEV world model to reduce the input BEV resolution from 200$\times$100 to 100$\times$50. Then, we use bilinear interpolation to restore the output resolution to 200$\times$100. The centerline, left boundary, and right boundary are ordered sequence of 10 points. Training is performed over 24 epochs with a batch size of 8 on NVIDIA V100 GPUs. To stabilize the streaming process, the first 12 epochs are trained using single-frame inputs. The learning rate is initialized at $2\times10^{-4}$ and follows a cosine annealing schedule throughout training. We use the AdamW optimizer \cite{diederik2015adam}. The loss weights $\alpha_1$ and $\alpha_2$ are set to 1.0 and 0.3, respectively. During inference, the fast and slow systems can operate in parallel to generate predictions, or alternatively, inference can be performed using only one of the systems.
\subsection{Main Results}
\textbf{Results on Lane Segment.} The results are displayed in Tab. \ref{tab:comparison_lane_segment}. Without incorporating temporal information, our fast system achieves detection performance comparable to current state-of-the-art (SOTA) methods. Our slow system significantly outperforms existing temporal approaches. Compared to current SOTA methods, our slow system achieve a 3.8\% improvement in mAP. Furthermore, our enhanced model establishes a new SOTA performance in topology accuracy.
\begin{table}[t]
\centering
\small
\setlength{\tabcolsep}{4pt}
\begin{tabular}{ccc|cc|ccccc}
\hline
\multicolumn{3}{c|}{\multirow{2}{*}{No. QWM}} & \multicolumn{2}{c|}{Tem.} & \multicolumn{3}{c|}{\multirow{2}{*}{No. BWM}} & \multicolumn{2}{c}{Tem.} \\ \cline{4-5} \cline{9-10}
\multicolumn{3}{c|}{} & mAP & $\text{TOP}_{lsls}$ & \multicolumn{3}{c|}{} & mAP & $\text{TOP}_{lsls}$ \\ \hline
\multicolumn{3}{c|}{\underline{2}} & \textbf{37.4} & 29.6 & \multicolumn{3}{c|}{\underline{2}} & 37.4 & 29.6 \\
\multicolumn{3}{c|}{4} & 37.1 & \textbf{29.9} & \multicolumn{3}{c|}{4} & 37.7 & 29.9 \\
\multicolumn{3}{c|}{6} & 37.3 & 29.5 & \multicolumn{3}{c|}{6} & \textbf{37.8} & \textbf{30.2} \\ \hline
\end{tabular}
\caption{Ablation studies on the number of transformer layers in the world models. The default setting is \underline{2} layers. We conduct ablations by fixing the number of transformer layers in one world model while varying it in the other. }\label{tab:Ablation_wmno}
\end{table}
\begin{table}[t]
\centering
\small
\setlength{\tabcolsep}{4pt}
\begin{tabular}{c|cccc}
\hline
\multirow{2}{*}{Action} & \multicolumn{4}{c}{Tem.} \\ \cline{2-5}
& mAP & AP$_{ls}$ & AP$_{ped}$ & $\text{TOP}_{lsls}$ \\ \hline
None & 36.5 & 35.1 & 37.9 & 28.5 \\
Traj. & 31.2 & 30.8 & 31.5 & 24.5 \\
Pos. & \textbf{37.4} & \textbf{36.4} & \textbf{38.4} & \textbf{29.6} \\ \hline
\end{tabular}
\caption{Ablation studies on the action condition the world models. \textit{Trajs.} denotes the predicted trajectory. \textit{Pos.} indicates the relative ego poses. }\label{tab:Ablation_action}
\end{table}
\begin{table}[t]
\centering
\small
\setlength{\tabcolsep}{4pt}
\begin{tabular}{c|cccc}
\hline
\multirow{2}{*}{Architecture} & \multicolumn{4}{c}{Tem.} \\ \cline{2-5}
& mAP & AP$_{ls}$ & AP$_{ped}$ & $\text{TOP}_{lsls}$ \\ \hline
Linear Projection & 35.2 & 34.2 &36.2 & 28.5 \\
MLPs & 36.2 &35.9 & 36.2 &28.9 \\
Transformer & \textbf{37.4} & \textbf{36.4} &\textbf{38.4} & \textbf{29.6} \\ \hline
\end{tabular}
\caption{Ablation studies on the Architecture of latent world models. }\label{tab:Ablation_wmtype}
\end{table}
\noindent \textbf{Results on Centerline Perception.} The results are presented in Tab. \ref{tab:comparison_centerline_subB}. Our fast system surpasses LaneSegNet by 3.1\% in OLS. Our slow system outperforms TopoFormer by 4.7\% in OLS. By introducing world models to capture temporal information, our slow system achieves a 4.5\% improvement in OLS over the fast system.
\begin{figure*}[t]
\includegraphics[width=1.0\linewidth]{vis.pdf}
\caption{Qualitative results of baseline and our FASTopoWM. The baseline (BL) is LaneSegNet with stream-based temporal propagation. For better viewing, zoom in on the image.}
\label{fig:vis}
\end{figure*}
\subsection{Ablation Studies}
The ablation studies are mainly conducted on SubsetA.
\noindent \textbf{Ablation Study on Modules.} As shown in Tab. 3, by integrating the fast-slow system with world models, the model achieves substantial performance improvements, surpassing the baseline by 3.4\% and 4.3\% mAP in temporal and single-frame detection, respectively.
\noindent \textbf{Ablation Study on Training Methods.} As shown in Tab. \ref{tab:Ablation_training}, the baseline method shows a significant drop in single-frame detection performance. PrevPredMap \cite{peng2025prevpredmap} addresses this issue by randomly alternating between single-frame and temporal training modes. However, this alternating training reduces the effectiveness of temporal feature learning. In contrast, our fast-slow system enables parallel training of both modes, achieving improvements of 2.1\% mAP and 1.1\% TOP$_{lsls}$ in temporal detection.
\noindent \textbf{Ablation Study on World Models.} As shown in Tab. \ref{tab:Ablation_wmno}, model performance is relatively insensitive to the number of query world model layers. While deeper models offer slight gains, they reduce inference efficiency. We use two layers as a trade-off. Tab. \ref{tab:Ablation_action} examines the impact of different action conditions. Without action conditioning, the world model can still predict future states, but localization accuracy degrades. Inspired by end-to-end driving methods, we also condition on future trajectories, which provide future positions and could reduce reliance on pose estimation. However, this leads to clear performance drops, likely due to limited trajectory regression accuracy and the model’s lack of agent-awareness and dynamics inputs (e.g., speed, steering). Conditioning on relative ego pose yields the best results. Finally, Tab. \ref{tab:Ablation_wmtype} compares network architectures: linear layers and MLPs fail to capture temporal dependencies, while stacked transformers achieve the best performance.
\subsection{Qualitative Results}
Fig. \ref{fig:vis} provides a qualitative result comparison between baseline method and our FASTopoWM. The baseline method produces more misaligned endpoints, which confuses topology reasoning. It also suffers from missed detections and hallucinated results. In contrast, our method yields good lane segment perception with accurate topology reasoning.
\section{Conclusion}
In this paper, we propose FASTopoWM, a novel fast-slow lane segment topology reasoning framework enhanced with latent world models. To overcome the limitations of existing stream-based methods, we integrate fast and slow systems into a unified architecture that enables parallel supervision of both historical and newly initialized queries, fostering mutual reinforcement. The slow pipeline exploits temporal information to enhance detection performance, while the fast pipeline conducts single-frame perception to ensure the system's basic functionality. To further strengthen temporal propagation, we introduce latent query and BEV world models conditioned on the action latent, allowing the system to propagate state representations from past observations to the current timestep. This design significantly boosts the performance of the slow pipeline. Extensive experiments on the OpenLane-V2 benchmark demonstrate that our model achieves SOTA performance and validate the effectiveness of our proposed components.
\bibliography{aaai2026}
\end{document}
\begin{thebibliography}{42}
\providecommand{\natexlab}[1]{#1}
\bibitem[{Bar et~al.(2025)Bar, Zhou, Tran, Darrell, and LeCun}]{bar2025navigation}
Bar, A.; Zhou, G.; Tran, D.; Darrell, T.; and LeCun, Y. 2025.
\newblock Navigation world models.
\newblock In \emph{Proceedings of the Computer Vision and Pattern Recognition Conference}, 15791--15801.
\bibitem[{Caesar et~al.(2020)Caesar, Bankiti, Lang, Vora, Liong, Xu, Krishnan, Pan, Baldan, and Beijbom}]{caesar2020nuscenes}
Caesar, H.; Bankiti, V.; Lang, A.~H.; Vora, S.; Liong, V.~E.; Xu, Q.; Krishnan, A.; Pan, Y.; Baldan, G.; and Beijbom, O. 2020.
\newblock nuscenes: A multimodal dataset for autonomous driving.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, 11621--11631.
\bibitem[{Can et~al.(2021)Can, Liniger, Paudel, and Van~Gool}]{can2021structured}
Can, Y.~B.; Liniger, A.; Paudel, D.~P.; and Van~Gool, L. 2021.
\newblock Structured bird's-eye-view traffic scene understanding from onboard images.
\newblock In \emph{Proceedings of the IEEE/CVF International Conference on Computer Vision}, 15661--15670.
\bibitem[{Chang et~al.(2025)Chang, Xue, Liu, Pan, and Wei}]{chang2025driving}
Chang, X.; Xue, M.; Liu, X.; Pan, Z.; and Wei, X. 2025.
\newblock Driving by the rules: A benchmark for integrating traffic sign regulations into vectorized hd map.
\newblock In \emph{Proceedings of the Computer Vision and Pattern Recognition Conference}, 6823--6833.
\bibitem[{Choi et~al.(2024)Choi, Kim, Shin, and Choi}]{choi2024mask2map}
Choi, S.; Kim, J.; Shin, H.; and Choi, J.~W. 2024.
\newblock Mask2map: Vectorized hd map construction using bird’s eye view segmentation masks.
\newblock In \emph{European Conference on Computer Vision}, 19--36. Springer.
\bibitem[{Chung et~al.(2014)Chung, Gulcehre, Cho, and Bengio}]{chung2014empirical}
Chung, J.; Gulcehre, C.; Cho, K.; and Bengio, Y. 2014.
\newblock Empirical evaluation of gated recurrent neural networks on sequence modeling.
\newblock \emph{arXiv preprint arXiv:1412.3555}.
\bibitem[{Fu et~al.(2025{\natexlab{a}})Fu, Liao, Liu, Xu, Ma, Zhang, and Dai}]{fu2025topologic}
Fu, Y.; Liao, W.; Liu, X.; Xu, H.; Ma, Y.; Zhang, Y.; and Dai, F. 2025{\natexlab{a}}.
\newblock Topologic: An interpretable pipeline for lane topology reasoning on driving scenes.
\newblock \emph{Advances in Neural Information Processing Systems}, 37: 61658--61676.
\bibitem[{Fu et~al.(2025{\natexlab{b}})Fu, Liu, Li, Ma, Zhang, and Dai}]{fu2025topopoint}
Fu, Y.; Liu, X.; Li, T.; Ma, Y.; Zhang, Y.; and Dai, F. 2025{\natexlab{b}}.
\newblock TopoPoint: Enhance Topology Reasoning via Endpoint Detection in Autonomous Driving.
\newblock \emph{arXiv preprint arXiv:2505.17771}.
\bibitem[{He et~al.(2016)He, Zhang, Ren, and Sun}]{he2016deep}
He, K.; Zhang, X.; Ren, S.; and Sun, J. 2016.
\newblock Deep residual learning for image recognition.
\newblock In \emph{Proceedings of the IEEE conference on computer vision and pattern recognition}, 770--778.
\bibitem[{Hu et~al.(2023{\natexlab{a}})Hu, Russell, Yeo, Murez, Fedoseev, Kendall, Shotton, and Corrado}]{hu2023gaia}
Hu, A.; Russell, L.; Yeo, H.; Murez, Z.; Fedoseev, G.; Kendall, A.; Shotton, J.; and Corrado, G. 2023{\natexlab{a}}.
\newblock Gaia-1: A generative world model for autonomous driving.
\newblock \emph{arXiv preprint arXiv:2309.17080}.
\bibitem[{Hu et~al.(2023{\natexlab{b}})Hu, Yang, Chen, Li, Sima, Zhu, Chai, Du, Lin, Wang et~al.}]{hu2023planning}
Hu, Y.; Yang, J.; Chen, L.; Li, K.; Sima, C.; Zhu, X.; Chai, S.; Du, S.; Lin, T.; Wang, W.; et~al. 2023{\natexlab{b}}.
\newblock Planning-oriented autonomous driving.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, 17853--17862.
\bibitem[{Jiang et~al.(2023)Jiang, Chen, Xu, Liao, Chen, Zhou, Zhang, Liu, Huang, and Wang}]{jiang2023vad}
Jiang, B.; Chen, S.; Xu, Q.; Liao, B.; Chen, J.; Zhou, H.; Zhang, Q.; Liu, W.; Huang, C.; and Wang, X. 2023.
\newblock Vad: Vectorized scene representation for efficient autonomous driving.
\newblock In \emph{Proceedings of the IEEE/CVF International Conference on Computer Vision}, 8340--8350.
\bibitem[{Kalfaoglu et~al.(2024)Kalfaoglu, Ozturk, Kilinc, and Temizel}]{kalfaoglu2024topomaskv2}
Kalfaoglu, M.; Ozturk, H.~I.; Kilinc, O.; and Temizel, A. 2024.
\newblock Topomaskv2: Enhanced instance-mask-based formulation for the road topology problem.
\newblock \emph{arXiv preprint arXiv:2409.11325}.
\bibitem[{Kingma and Ba(2015)}]{diederik2015adam}
Kingma, D.~P.; and Ba, J. 2015.
\newblock Adam: A Method for Stochastic Optimization.
\newblock In \emph{ICLR}.
\bibitem[{Li et~al.(2023{\natexlab{a}})Li, Chen, Wang, Li, Yang, Geng, Jiang, Wang, Xu, Xu et~al.}]{li2023graph}
Li, T.; Chen, L.; Wang, H.; Li, Y.; Yang, J.; Geng, X.; Jiang, S.; Wang, Y.; Xu, H.; Xu, C.; et~al. 2023{\natexlab{a}}.
\newblock Graph-based topology reasoning for driving scenes.
\newblock \emph{arXiv preprint arXiv:2304.05277}.
\bibitem[{Li et~al.(2023{\natexlab{b}})Li, Jia, Wang, Chen, Jiang, Yan, and Li}]{li2023lanesegnet}
Li, T.; Jia, P.; Wang, B.; Chen, L.; Jiang, K.; Yan, J.; and Li, H. 2023{\natexlab{b}}.
\newblock Lanesegnet: Map learning with lane segment perception for autonomous driving.
\newblock \emph{arXiv preprint arXiv:2312.16108}.
\bibitem[{Li et~al.(2024)Li, Fan, He, Wang, Chen, Zhang, and Tan}]{li2024enhancinge2e}
Li, Y.; Fan, L.; He, J.; Wang, Y.; Chen, Y.; Zhang, Z.; and Tan, T. 2024.
\newblock Enhancing end-to-end autonomous driving with latent world model.
\newblock \emph{arXiv preprint arXiv:2406.08481}.
\bibitem[{Li et~al.(2025)Li, Wang, Liu, He, Fan, and Zhang}]{li2025end}
Li, Y.; Wang, Y.; Liu, Y.; He, J.; Fan, L.; and Zhang, Z. 2025.
\newblock End-to-end driving with online trajectory evaluation via bev world model.
\newblock \emph{arXiv preprint arXiv:2504.01941}.
\bibitem[{Li et~al.(2022)Li, Wang, Li, Xie, Sima, Lu, Qiao, and Dai}]{li2022bevformer}
Li, Z.; Wang, W.; Li, H.; Xie, E.; Sima, C.; Lu, T.; Qiao, Y.; and Dai, J. 2022.
\newblock Bevformer: Learning bird’s-eye-view representation from multi-camera images via spatiotemporal transformers.
\newblock In \emph{European conference on computer vision}, 1--18. Springer.
\bibitem[{Liao et~al.(2022)Liao, Chen, Wang, Cheng, Zhang, Liu, and Huang}]{liao2022maptr}
Liao, B.; Chen, S.; Wang, X.; Cheng, T.; Zhang, Q.; Liu, W.; and Huang, C. 2022.
\newblock Maptr: Structured modeling and learning for online vectorized hd map construction.
\newblock \emph{arXiv preprint arXiv:2208.14437}.
\bibitem[{Liao et~al.(2023)Liao, Chen, Zhang, Jiang, Zhang, Liu, Huang, and Wang}]{liao2023maptrv2}
Liao, B.; Chen, S.; Zhang, Y.; Jiang, B.; Zhang, Q.; Liu, W.; Huang, C.; and Wang, X. 2023.
\newblock Maptrv2: An end-to-end framework for online vectorized hd map construction.
\newblock \emph{arXiv preprint arXiv:2308.05736}.
\bibitem[{Lin et~al.(2017)Lin, Doll{\'a}r, Girshick, He, Hariharan, and Belongie}]{lin2017feature}
Lin, T.-Y.; Doll{\'a}r, P.; Girshick, R.; He, K.; Hariharan, B.; and Belongie, S. 2017.
\newblock Feature pyramid networks for object detection.
\newblock In \emph{Proceedings of the IEEE conference on computer vision and pattern recognition}, 2117--2125.
\bibitem[{Liu et~al.(2023)Liu, Yuan, Wang, Wang, and Zhao}]{liu2023vectormapnet}
Liu, Y.; Yuan, T.; Wang, Y.; Wang, Y.; and Zhao, H. 2023.
\newblock Vectormapnet: End-to-end vectorized hd map learning.
\newblock In \emph{International Conference on Machine Learning}, 22352--22369. PMLR.
\bibitem[{Lv et~al.(2025)Lv, Qi, Liu, and Ma}]{lv2025t2sg}
Lv, C.; Qi, M.; Liu, L.; and Ma, H. 2025.
\newblock T2sg: Traffic topology scene graph for topology reasoning in autonomous driving.
\newblock In \emph{Proceedings of the Computer Vision and Pattern Recognition Conference}, 17197--17206.
\bibitem[{Peng et~al.(2025)Peng, Zhou, Wang, Yang, Chen, and Chen}]{peng2025prevpredmap}
Peng, N.; Zhou, X.; Wang, M.; Yang, X.; Chen, S.; and Chen, G. 2025.
\newblock Prevpredmap: Exploring temporal modeling with previous predictions for online vectorized hd map construction.
\newblock In \emph{2025 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)}, 8134--8143. IEEE.
\bibitem[{Qian et~al.(2025)Qian, Luo, Jiang, Huang, Miao, Ma, Zhu, Li, He, Fu et~al.}]{qian2025fasionad++}
Qian, K.; Luo, Z.; Jiang, S.; Huang, Z.; Miao, J.; Ma, Z.; Zhu, T.; Li, J.; He, Y.; Fu, Z.; et~al. 2025.
\newblock Fasionad++: Integrating high-level instruction and information bottleneck in fat-slow fusion systems for enhanced safety in autonomous driving with adaptive feedback.
\newblock \emph{arXiv preprint arXiv:2503.08162}.
\bibitem[{Wang et~al.(2024{\natexlab{a}})Wang, Li, Li, Chen, Sima, Liu, Wang, Jia, Wang, Jiang et~al.}]{wang2024openlane}
Wang, H.; Li, T.; Li, Y.; Chen, L.; Sima, C.; Liu, Z.; Wang, B.; Jia, P.; Wang, Y.; Jiang, S.; et~al. 2024{\natexlab{a}}.
\newblock Openlane-v2: A topology reasoning benchmark for unified 3d hd mapping.
\newblock \emph{Advances in Neural Information Processing Systems}, 36.
\bibitem[{Wang et~al.(2024{\natexlab{b}})Wang, Jia, Mao, Liu, Zhao, Chen, Wang, Zhang, Zhang, and Zhao}]{wang2024stream}
Wang, S.; Jia, F.; Mao, W.; Liu, Y.; Zhao, Y.; Chen, Z.; Wang, T.; Zhang, C.; Zhang, X.; and Zhao, F. 2024{\natexlab{b}}.
\newblock Stream Query Denoising for Vectorized HD-Map Construction.
\newblock In \emph{European Conference on Computer Vision}, 203--220. Springer.
\bibitem[{Wang et~al.(2024{\natexlab{c}})Wang, Zhu, Huang, Chen, Zhu, and Lu}]{wang2024drivedreamer}
Wang, X.; Zhu, Z.; Huang, G.; Chen, X.; Zhu, J.; and Lu, J. 2024{\natexlab{c}}.
\newblock Drivedreamer: Towards real-world-drive world models for autonomous driving.
\newblock In \emph{European conference on computer vision}, 55--72. Springer.
\bibitem[{Wilson et~al.(2023)Wilson, Qi, Agarwal, Lambert, Singh, Khandelwal, Pan, Kumar, Hartnett, Pontes et~al.}]{wilson2023argoverse}
Wilson, B.; Qi, W.; Agarwal, T.; Lambert, J.; Singh, J.; Khandelwal, S.; Pan, B.; Kumar, R.; Hartnett, A.; Pontes, J.~K.; et~al. 2023.
\newblock Argoverse 2: Next generation datasets for self-driving perception and forecasting.
\newblock \emph{arXiv preprint arXiv:2301.00493}.
\bibitem[{Wu et~al.(2023)Wu, Chang, Jia, Liu, Wang, and Shen}]{wu2023topomlp}
Wu, D.; Chang, J.; Jia, F.; Liu, Y.; Wang, T.; and Shen, J. 2023.
\newblock Topomlp: An simple yet strong pipeline for driving topology reasoning.
\newblock \emph{arXiv preprint arXiv:2310.06753}.
\bibitem[{Wu, Yang, and Li(2025)}]{wu2025interactionmap}
Wu, K.; Yang, C.; and Li, Z. 2025.
\newblock InteractionMap: Improving Online Vectorized HDMap Construction with Interaction.
\newblock In \emph{Proceedings of the Computer Vision and Pattern Recognition Conference}, 17176--17186.
\bibitem[{Xiao et~al.(2025)Xiao, Gan, Dai, He, Huang, Li, Shu, Yu, Zhang, Jiang et~al.}]{xiao2025fast}
Xiao, W.; Gan, L.; Dai, W.; He, W.; Huang, Z.; Li, H.; Shu, F.; Yu, Z.; Zhang, P.; Jiang, H.; et~al. 2025.
\newblock Fast-slow thinking for large vision-language model reasoning.
\newblock \emph{arXiv preprint arXiv:2504.18458}.
\bibitem[{Xu et~al.(2025)Xu, Liu, Guo, Zhang, Hang, and Sun}]{xu2025towards}
Xu, C.; Liu, J.; Guo, Y.; Zhang, Y.; Hang, P.; and Sun, J. 2025.
\newblock Towards Human-Centric Autonomous Driving: A Fast-Slow Architecture Integrating Large Language Model Guidance with Reinforcement Learning.
\newblock \emph{arXiv preprint arXiv:2505.06875}.
\bibitem[{Xu et~al.(2024)Xu, Gao, Gan, Chen, Lai, Gang, Kang, and Dehghan}]{xu2024slowfast}
Xu, M.; Gao, M.; Gan, Z.; Chen, H.-Y.; Lai, Z.; Gang, H.; Kang, K.; and Dehghan, A. 2024.
\newblock Slowfast-llava: A strong training-free baseline for video large language models.
\newblock \emph{arXiv preprint arXiv:2407.15841}.
\bibitem[{Yang et~al.(2025{\natexlab{a}})Yang, Luo, He, Li, Cao, Zheng, Mei, and Li}]{yang2025topo2seq}
Yang, Y.; Luo, Y.; He, B.; Li, E.; Cao, Z.; Zheng, C.; Mei, S.; and Li, Z. 2025{\natexlab{a}}.
\newblock Topo2seq: Enhanced topology reasoning via topology sequence learning.
\newblock In \emph{Proceedings of the AAAI Conference on Artificial Intelligence}, volume~39, 9318--9326.
\bibitem[{Yang et~al.(2025{\natexlab{b}})Yang, Luo, He, Lin, Fu, Yan, Tang, Yan, Zheng, Cui et~al.}]{yang2025topostreamer}
Yang, Y.; Luo, Y.; He, B.; Lin, H.; Fu, S.; Yan, C.; Tang, K.; Yan, X.; Zheng, C.; Cui, S.; et~al. 2025{\natexlab{b}}.
\newblock TopoStreamer: Temporal Lane Segment Topology Reasoning in Autonomous Driving.
\newblock \emph{arXiv preprint arXiv:2507.00709}.
\bibitem[{Yuan et~al.(2024)Yuan, Liu, Wang, Wang, and Zhao}]{yuan2024streammapnet}
Yuan, T.; Liu, Y.; Wang, Y.; Wang, Y.; and Zhao, H. 2024.
\newblock Streammapnet: Streaming mapping network for vectorized online hd map construction.
\newblock In \emph{Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision}, 7356--7365.
\bibitem[{Zhang et~al.(2024)Zhang, Gong, Xiong, Ye, Li, Tan, Wang, Huang, Wu, and Wang}]{zhang2024bevworld}
Zhang, Y.; Gong, S.; Xiong, K.; Ye, X.; Li, X.; Tan, X.; Wang, F.; Huang, J.; Wu, H.; and Wang, H. 2024.
\newblock BEVWorld: A Multimodal World Simulator for Autonomous Driving via Scene-Level BEV Latents.
\newblock \emph{arXiv preprint arXiv:2407.05679}.
\bibitem[{Zhang et~al.(2025)Zhang, Li, Zou, Chi, Li, Qiu, Wang, Zheng, Wang, Zhao et~al.}]{zhang2025chameleon}
Zhang, Z.; Li, X.; Zou, S.; Chi, G.; Li, S.; Qiu, X.; Wang, G.; Zheng, G.; Wang, L.; Zhao, H.; et~al. 2025.
\newblock Chameleon: Fast-slow Neuro-symbolic Lane Topology Extraction.
\newblock \emph{arXiv preprint arXiv:2503.07485}.
\bibitem[{Zheng et~al.(2024)Zheng, Chen, Huang, Zhang, Duan, and Lu}]{zheng2024occworld}
Zheng, W.; Chen, W.; Huang, Y.; Zhang, B.; Duan, Y.; and Lu, J. 2024.
\newblock Occworld: Learning a 3d occupancy world model for autonomous driving.
\newblock In \emph{European conference on computer vision}, 55--72. Springer.
\bibitem[{Zhou et~al.(2025)Zhou, Cai, Zhao, Zhang, Huang, Zhou, and Ma}]{zhou2025autovla}
Zhou, Z.; Cai, T.; Zhao, S.~Z.; Zhang, Y.; Huang, Z.; Zhou, B.; and Ma, J. 2025.
\newblock AutoVLA: A Vision-Language-Action Model for End-to-End Autonomous Driving with Adaptive Reasoning and Reinforcement Fine-Tuning.
\newblock \emph{arXiv preprint arXiv:2506.13757}.
\end{thebibliography}