A Survey on Long-Video Storytelling Generation: Architectures, Consistency, and Cinematic Quality
Extracted source text · arXiv 2507.07202
\documentclass[10pt,twocolumn,letterpaper]{article}
\usepackage[dvipsnames,table]{xcolor}
\usepackage[pagenumbers]{iccv}
\input{preamble}
\usepackage[pagebackref,breaklinks,colorlinks,allcolors=iccvblue]{hyperref}
\usepackage{lipsum}
%%%%%%%%%
%%%%%%%%%
%%%%%%%%%
\title{A Survey on Long-Video Storytelling Generation: \\Architectures, Consistency, and Cinematic Quality}
%%%%%%%%% AUTHORS - PLEASE UPDATE
\author{%
\textbf{Mohamed Elmoghany}$^{1}$,
\textbf{Ryan Rossi}$^{1}$,
\textbf{Seunghyun Yoon}$^{1}$,
\textbf{Subhojyoti Mukherjee}$^{1}$,\\
\textbf{Eslam Bakr}$^{2}$,
\textbf{Puneet Mathur}$^{1}$,
\textbf{Gang Wu}$^{1}$,
\textbf{Viet Dac Lai}$^{1}$,
\textbf{Nedim Lipka}$^{1}$,\\
\textbf{Ruiyi Zhang}$^{1}$,
\textbf{Varun Manjunatha}$^{1}$,
\textbf{Chien Nguyen}$^{1,3}$,
\textbf{Daksh Dangi}$^{4}$,\\
\textbf{Abel Salinas}$^{5}$,
\textbf{Mohammad Taesiri}$^{4}$,
\textbf{Hongjie Chen}$^{6}$,
\textbf{Xiaolei Huang}$^{7}$,\\
\textbf{Joe Barrow}$^{11}$,
\textbf{Nesreen Ahmed}$^{8}$,
\textbf{Hoda Eldardiry}$^{9}$,
\textbf{Namyong Park}$^{12}$,
\textbf{Yu Wang}$^{3}$,\\
\textbf{Jaemin Cho}$^{15}$,
\textbf{Anh Totti Nguyen}$^{14}$,
\textbf{Zhengzhong Tu}$^{10}$,
\textbf{Thien Nguyen}$^{1}$,
\textbf{Dinesh Manocha}$^{13}$,\\
\textbf{Mohamed Elhoseiny}$^{2}$,
\textbf{Franck Dernoncourt}$^{1}$\\[1ex]
$^{1}$Adobe Research \quad
$^{2}$KAUST \quad
$^{3}$University of Oregon \quad
$^{4}$Independent Researcher \quad\\
$^{5}$University of Southern California \quad
$^{6}$Dolby Labs \quad
$^{7}$University of Memphis \quad
$^{8}$Cisco \quad\\
$^{9}$Virginia Tech \quad
$^{10}$Texas A\&M University \quad
$^{11}$Pattern Data \quad
$^{12}$Meta AI \quad\\
$^{13}$University of Maryland, College Park \quad
$^{14}$Auburn University \quad
$^{15}$UNC Chapel Hill
}
%\author{First Author\\
%Institution1\\
%Institution1 address\\
%{\tt\small firstauthor@i1.org}
% For a paper whose authors are all at the same institution,
% omit the following lines up until the closing ``}''.
% Additional authors and addresses can be added with ``\and'',
% just like the second author.
% To save space, use either the email address or home page, not both
%\and
%Second Author\\
%Institution2\\
%First line of institution2 address\\
%{\tt\small secondauthor@i2.org}
%}
% Institution1 address\
%\tt\small m.osama.elmoghany@gmail.com $\quad$ \{sanjoyc, dmanocha\}@umd.edu $\quad$ sayan.nag@mail.utoronto.ca $\quad$ \tt\small mohamed.elhoseiny@kaust.edu.sa \\ \tt\small \{yohan.abeysinghe, salman.khan\}@mbzuai.ac.ae \\
\begin{document}
\maketitle
% Paper Sections
\input{sec/0_sec_abstract}
\input{sec/2_fig_taxonomy}
\input{sec/1_sec_intro}
\input{sec/2_sec_arch_taxonomy}
\input{sec/3_table_backbone}
\input{sec/3_sec_long_video_generation_architectural_styles}
\input{sec/6_sec_conclusions}
% \clearpage
% --- Bibliography ---
{\small
\bibliographystyle{ieeenat_fullname}
\bibliography{main}
}
% === Appendix ===
\clearpage
\appendix
\subfile{appendix}
\end{document}
% --- Basic Packages ---
\usepackage{graphicx}
\usepackage{amsmath}
\usepackage{amssymb}
\usepackage{makecell}
\usepackage{multirow}
\usepackage{mathtools}
\usepackage{stmaryrd}
\usepackage{hhline}
\usepackage{tabularray}
\usepackage{booktabs}
\usepackage{placeins}
\usepackage{subfiles}
\usepackage{stfloats}
\usepackage{caption}
\usepackage{cuted}
% --- Color and Graphics Packages ---
% \usepackage[dvipsnames,table]{xcolor}
\usepackage{tikz}
\usepackage{forest}
\useforestlibrary{edges}
\usetikzlibrary{calc, shadows, trees}
\usepackage{mciteplus}
\newsavebox{\myTaxonomyBox}
\usepackage[sectionbib]{chapterbib}
% --- Layout and Utility Packages ---
\usepackage[most]{tcolorbox}
\usepackage[percent]{overpic}
\usepackage{csvsimple}
\usepackage{adjustbox}
\usepackage[ddmmyyyy]{datetime}
\usepackage{pdflscape}
\usepackage{rotating}
\usepackage{standalone}
\usepackage{afterpage}
\usepackage{ltablex} % longtable + tabularx in one
\usepackage{supertabular}
\keepXColumns
\usepackage{ragged2e}
% --- Inline Annotations (for drafting) ---
\newcommand{\red}[1]{{\color{red}#1}}
\newcommand{\todo}[1]{{\color{red}#1}}
\newcommand{\TODO}[1]{\textbf{\color{red}[TODO: #1]}}
% --- Custom Column Types for Tables ---
\newcolumntype{C}[1]{>{\centering\arraybackslash}m{#1}}
% --- Custom Color Definitions ---
\definecolor{grapefruit}{HTML}{DA4453}
\definecolor{bittersweet}{HTML}{E9573F}
\definecolor{sunflower}{HTML}{F6BB42}
\definecolor{grass}{HTML}{8CC152}
\definecolor{mint}{HTML}{37BC9B}
\definecolor{aqua}{HTML}{3BAFDA}
\definecolor{bluejeans}{HTML}{4A89DC}
\definecolor{lavender}{HTML}{967ADC}
\definecolor{pinkrose}{HTML}{D770AD}
\definecolor{grey}{HTML}{ECEEDA}
\definecolor{magenta}{HTML}{E377C2}
\definecolor{orange}{HTML}{FF7F0E}
\definecolor{edgesgrey}{rgb}{0.7,0.7,0.7}
\definecolor{hidden-draw}{rgb}{0.7,0.7,0.7}
\definecolor{iccvblue}{rgb}{0.21,0.49,0.74}
\definecolor{preproduction}{HTML}{34A853} % A nice green
\definecolor{production}{HTML}{FBBC04} % A nice orange/yellow
\definecolor{postproduction}{HTML}{4285F4} % A nice blue
\definecolor{redcolor}{HTML}{DA4453} % Red for specific papers
\definecolor{bluecolor}{HTML}{4A89DC} % Blue for other specific papers
% --- Custom Box and Text Commands ---
\newtcbox{\xmybox}[1][red]{leftright skip=0.05cm, tcbox width=forced center, width=0.6cm, on line,
arc=7pt,colback=#1!10!white,colframe=#1!50!black,
before upper={\rule[-3pt]{0pt}{10pt}},boxrule=1pt,
boxsep=0pt,left=6pt,right=6pt,top=2pt,bottom=2pt}
\newtcbox{\xmyboxsquare}[1][red]{leftright skip=0.05cm, tcbox width=forced center, width=0.6cm, on line,
arc=0pt,colback=#1!10!white,colframe=#1!50!black,
before upper={\rule[-3pt]{0pt}{10pt}},boxrule=1pt,
boxsep=0pt,left=6pt,right=6pt,top=2pt,bottom=2pt}
\newcommand{\cl}[1]{{\color{black}{#1}}}
\newcommand{\qi}[1]{{\color{black}{#1}}}
\newcommand{\qis}[1]{{\color{black}{#1}}}
\newcommand{\wm}[1]{{\color{black}{#1}}}
\newcommand{\wms}[1]{{\color{black}{#1}}}
\newcommand{\ml}[1]{{\color{black}{#1}}}
\newcommand{\mls}[1]{{\color{black}{#1}}}
% --- TikZ/Forest styles ---
\tikzset{
my-box/.style={
rectangle,
rounded corners=3pt,
minimum height=2em,
minimum width=5em,
inner sep=4pt,
align=center,
draw,
line width=0.8pt,
drop shadow={opacity=.5, shadow xshift=0.5mm, shadow yshift=-0.5mm}
},
}
\begin{abstract}
Despite the significant progress that has been made in video generative models, existing state-of-the-art methods can only produce videos lasting 5-16 seconds, often labeled “long-form videos”. Furthermore, videos exceeding 16 seconds struggle to maintain consistent character appearances and scene layouts throughout the narrative. In particular, multi-subject long videos still fail to preserve character consistency and motion coherence. While some methods can generate videos up to 150 seconds long, they often suffer from frame redundancy and low temporal diversity. Recent work has attempted to produce long-form videos featuring multiple characters, narrative coherence, and high-fidelity detail. We comprehensively studied 32 papers on video generation to identify key architectural components and training strategies that consistently yield these qualities. We also construct a comprehensive novel taxonomy of existing methods and present comparative tables that categorize papers by their architectural designs and performance characteristics.
\end{abstract}
\tikzstyle{my-box}=[
rectangle,
draw=hidden-draw,
rounded corners,
text opacity=1,
minimum height=2em,
minimum width=5em,
inner sep=2pt,
align=center,
fill opacity=.5,
line width=0.8pt,
]
\tikzstyle{leaf}=[my-box, minimum height=2em,
fill=white!80, text=black, align=left,font=\normalsize,
inner xsep=2pt,
inner ysep=4pt,
line width=0.8pt,
]
\begin{figure*}[!t]
\centering
\resizebox{0.85\textwidth}{!}{
\begin{forest}
forked edges,
for tree={
grow=east,
reversed=true,
anchor=base west,
parent anchor=east,
child anchor=west,
base=left,
font=\large,
rectangle,
draw=hidden-draw,
rounded corners,
align=left,
minimum width=6em,
edge+={edgesgrey, line width=1pt},
s sep=20pt,
inner xsep=5pt,
inner ysep=5pt,
line width=0.8pt,
ver/.style={rotate=90, child anchor=north, parent anchor=south, anchor=center},
},
where level=1{text width=13em,font=\normalsize,}{},
where level=2{text width=10em,font=\normalsize,}{},
where level=3{text width=8.2em,font=\normalsize,}{},
where level=4{text width=8.2em,font=\normalsize,}{},
[
\textbf{Long-Video}\\\textbf{Generation}\\~(\S \ref{sec:taxonomy})
, my-box, text width=11em
[
\textcolor{grapefruit}{\textbf{Keyframes-to-Video}}\\~(\S \ref{sec:arch-keyframe})
[
\textcolor{bluecolor}{\quad MovieAgent}~\cite{movieagent2025}{, }
\textcolor{bluecolor}{\quad StoryDiffusion}~\cite{zhou2024storydiffusion}{, }\\
\textcolor{bluecolor}{\quad KeyVID}~\cite{wang2025keyvid}{, }
\textcolor{bluecolor}{\quad I2VGen-XL}~\cite{zhang2023i2vgenxl}{, }\\
\textcolor{bluecolor}{\quad AutoStory}~\cite{liu2023autostory}{, }
\textcolor{bluecolor}{\quad StableVideoDiffusion}~\cite{ho2023svd}{ }
, leaf, text width=22em
]
]
[
\textcolor{orange}{\textbf{Discrete Temporal Chunks}}\\~(\S \ref{sec:arch-chunks})
[
\textcolor{bluecolor}{\quad MAGI-1}~\cite{teng2025magi1}{, }
\textcolor{bluecolor}{\quad Ca2-VDM}~\cite{gao2024ca2vdm}{, }
\textcolor{bluecolor}{\quad SEINE}~\cite{chen2023seine}{ }
, leaf, text width=22em
]
]
[
\textcolor{magenta}{\textbf{High Compression}}\\~(\S \ref{sec:arch-compression})
[
\textcolor{bluecolor}{\quad FramePack}~\cite{zhang2025framepack}{, }
\textcolor{bluecolor}{\quad LTX-Video}~\cite{hacohen2025ltxvideo}{, }\\
\textcolor{bluecolor}{\quad Open-Sora Plan}~\cite{lin2024opensoraplan}{, }
\textcolor{bluecolor}{\quad PyramidFlow}~\cite{jin2024pyramidflow}{ }
, leaf, text width=22em
]
]
[
\textcolor{grass}{\textbf{Flattened 3D Space-Time}}\\\textcolor{grass}{\textbf{(One-Shot)}}\\~(\S \ref{sec:arch-one-shot})
[
\textcolor{grass}{\textbf{Foundational}}\\\textcolor{grass}{~(\S \ref{sec:arch-found})}
[
\textcolor{bluecolor}{\quad HunyuanVideo}~\cite{kong2024hunyuanvideo}{, }
\textcolor{bluecolor}{\quad WAN2.1}~\cite{wan2025}{, }\\
\textcolor{bluecolor}{\quad Open-Sora2.0}~\cite{peng2025opensora2}{, }
\textcolor{bluecolor}{\quad VACE}~\cite{vace2025}{, }\\
\textcolor{bluecolor}{\quad MAGVIT-v2}~\cite{yu2023magvitv2}{, }
\textcolor{bluecolor}{\quad Lumiere}~\cite{bartal2024lumiere}{, }\\
\textcolor{bluecolor}{\quad VideoDiffusionModels}~\cite{ho2022vdm}{ }
, leaf, text width=20em
]
]
[
\textcolor{grass}{\textbf{Single-Subject}}\\\textcolor{grass}{\textbf{Personalization}}\\~(\S \ref{sec:arch-single})
[
\textcolor{bluecolor}{\quad MovieGen}~\cite{polyak2024moviegen}{, }
\textcolor{bluecolor}{\quad Phantom}~\cite{liu2025phantom}{, }\\
\textcolor{bluecolor}{\quad CogVideoX}~\cite{yang2024cogvideox}{, }
\textcolor{bluecolor}{\quad DreamVideo}~\cite{gao2023dreamvideo}{, }\\
\textcolor{bluecolor}{\quad AnimateDiff}~\cite{gu2023animatediff}{ }
, leaf, text width=20em
]
]
[
\textcolor{grass}{\textbf{Multi-Subject}}\\\textcolor{grass}{\textbf{Personalization}}\\~(\S \ref{sec:arch-one-multi})
[
\textcolor{bluecolor}{\quad VideoAlchemist}~\cite{chen2025videoalchemist}{, }
\textcolor{bluecolor}{\quad SkyReels-v2}~\cite{chen2025skyreelsv2}{, }\\
\textcolor{bluecolor}{\quad ConceptMaster}~\cite{huang2025conceptmaster}{, }
\textcolor{bluecolor}{\quad HunyuanCustom}~\cite{hu2025hunyuancustom}{ }
, leaf, text width=20em
]
]
[
\textcolor{grass}{\textbf{Multi-Shot Narrative}}\\\textcolor{grass}{\textbf{Planning}}\\~(\S \ref{sec:arch-narrative})
[
\textcolor{bluecolor}{\quad Seedance}~\cite{gao2025seedance}{, }
\textcolor{bluecolor}{\quad StepVideo}~\cite{huang2025stepvideo}{, }\\
\textcolor{bluecolor}{\quad SkyReels-v2}~\cite{chen2025skyreelsv2}{ }
, leaf, text width=20em
]
]
]
[
\textcolor{mint}{\textbf{Token-Stream}}\\\textcolor{mint}{\textbf{Autoregressive-Token}}\\~(\S \ref{sec:arch-token})
[
\textcolor{bluecolor}{\quad Loong}~\cite{wang2024loong}{, }
\textcolor{bluecolor}{\quad VideoPoet}~\cite{singer2023videopoet}{ }
, leaf, text width=22em
]
]
[
\textcolor{lavender}{\textbf{Closed Source}}\\~(\S \ref{sec:arch-closed})
[
\textcolor{bluecolor}{\quad Veo3}~\cite{deepmind2025veo3}{, }
\textcolor{bluecolor}{\quad Pika 2.2}~\cite{pika1p5}{, }
\textcolor{bluecolor}{\quad Kling2.1}~\cite{kling2p1}{, }\\
\textcolor{bluecolor}{\quad Seedance}~\cite{gao2025seedance}{, }
\textcolor{bluecolor}{\quad MovieGen}~\cite{polyak2024moviegen}{, }
\textcolor{bluecolor}{\quad Sora}~\cite{openai2024sora}{, }\\
\textcolor{bluecolor}{\quad Minimax Hailuo-02}~\cite{hailuo2025}{, }
\textcolor{bluecolor}{\quad RunWay Gen3}~\cite{runwaygen3}{ }
, leaf, text width=22em
]
]
]
\end{forest}
}
\caption{Architectural taxonomy of long-video generation methods. These trees were selected because together they span the key axes of temporal decomposition, compression, personalization scope, narrative structure, and openness that govern modern long-video synthesis. \textcolor{grapefruit}{\textbf{(a) Keyframes-to-Video:}} two-stage generating images as keyframes followed by motion pipelines that scale to minute-long clips \textcolor{orange}{\textbf{(b) Discrete Temporal Chunks:}} constant-memory, parallel decoding of N-frame blocks \textcolor{magenta}{\textbf{(c) High Compression:}} heavy latent down-sampling for real-time, low-power inference \textcolor{grass}{\textbf{(d) Flattened 3D One-Shot:}} end-to-end full-tensor synthesis: 1. Foundational: joint spatiotemporal prior for fixed-length clips; 2. Single-Subject: adapters for identity consistency and faithful individual likeness; 3. Multi-Subject: dedicated per-entity fusion modules for coherent multi-character scenes; 4. Multi-Shot: shot-level segmentation for structured scene planning \textcolor{mint}{\textbf{(e) Token-Stream Autoregressive:}} unified text-video token decoding with maximal modality flexibility \textcolor{lavender}{\textbf{(f) Closed-Source:}} proprietary systems that set the current quality ceiling.
}
\label{fig:main-taxonomy}
\end{figure*}
\section{Introduction}
\label{sec:intro}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Rise of LLMs & Diffusion Models
The advent of diffusion-based models DDPM \cite{ddpm2020} and DDIM \cite{ddim2020}, together with recent advances in large language models \cite{brown2020language}, has laid the foundation for cinematic long-form video generation and AI-driven content creation. High-quality, realistic video generation now underpins applications in education \cite{wang2023text2video_education}, marketing \cite{zhang2023diffusion_marketing}, autonomous driving \cite{wen2024panacea_autonomous_driving}, gaming \cite{muller2020gamegan}, entertainment \cite{kim2023cinediff}, robotic learning \cite{james2022sim2real}, medicine \cite{xu2020surgical_video_synthesis}, and virtual reality \cite{yang2021vr360}. These modeling developments produce large volumes of synthetic video data that benefit all of the aforementioned domains. Such data can support educational content, drive task-specific applications, or facilitate the training of next-generation machine learning models.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Video generation complexity
Video generation poses greater challenges than text or image generation. It incorporates temporal complexity alongside spatial complexity, ensuring frames' consistency, which is a key distinction from image generation. Consequently, beyond 16 seconds, autoregressive methods accumulate quality degradation, leading to inconsistencies, visual artifacts, or other perceptual errors \cite{xing2023survey}. Another limitation is the high memory requirements and computational resources required for video generation, as in the spatiotemporal attention \cite{wang2018nonlocal,duke2021sstvos,bertasius2021timesformer}.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% dataset Limitations
Video datasets that can be used commercially are very limited, which further hampers progress. Most public datasets require commercial licenses i.e. MovieBench \cite{moviebench2025}, Koala-36M \cite{wang2024koala36m}, CelebV-HQ \cite{zhu2022celebvhq}, Panda-70M \cite{chen2024panda70m}, HD-VG-130M \cite{videofactory} and MiraData \cite{ju2024miradata}, impeding industry-driven innovation. Long-form video generation demands realistic clips with detailed annotations to capture full narrative scenes. However, existing open-source datasets typically contain only a few seconds of footage. Moreover, crucial metadata such as shot type, camera motion, character emotions, background context, and action labels are rarely provided, necessitating custom dataset creation and curation. Richly annotated datasets, as in MovieBench \cite{moviebench2025}, include details about the background, characters, camera shot type, and camera motion. All of these annotation details of the dataset would improve text-to-video alignment and prompt adherence as per their benchmark results. In addition, the same dataset includes high-quality long videos, leading to the capability of generating longer videos.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Video generation limitation: character inconsistency
Maintaining character appearance consistency over time poses a challenge \cite{tulyakov2018mocogan}. Camera-relative character motion alters scale and density, potentially disrupting visual continuity \cite{brooks2022generating}. Ensuring temporal scene consistency during character movement is also critical \cite{yan2022temporally}. Supporting multiple characters while preserving consistency is even more demanding \cite{lin2023videodirectorgpt}. Abrupt scene transitions hinder coherent narrative generation \cite{wu2025mind}. Enforcing physical plausibility and accurate interactions further complicates video synthesis \cite{yang2025towards}.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Motivation
In this survey, we highlight the core architectural elements and training methodologies that reliably address the primary obstacles in video generation. We introduce a foundational framework that identifies and recommends a set of novel, high-potential components whose integration can overcome these challenges and enable the synthesis of longer, coherent, and visually compelling videos.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% contributions
Our contributions in this paper are summarized as:
\begin{enumerate}
\item \textbf{Comprehensive Taxonomy and Architectural Backbone:} We introduce a taxonomy tree in Section~\ref{sec:taxonomy} that organizes video‐generation methods by their primary architectural focus, and Table~\ref{tab:backbone1} presents a detailed comparison of the core components used in state‐of‐the‐art models.
\item \textbf{Architectural Advances:} We survey emerging design patterns in video generation—covering training objectives, backbone networks, text encoders, VAE variants, positional embeddings, and other core modules. Section~\ref{sec:architecture} distills these components to guide the next generation of foundational video‐diffusion models.
\item \textbf{Datasets and Evaluation Metrics:} We identify underexplored cinematic and long‐form video datasets with high potential, and catalog the evaluation metrics recently adopted by the community (see Appendix).
\end{enumerate}
% or named: Long Video Generation Architectural Taxonomy
\section{Long Video Generation Architectural Styles}
\label{sec:taxonomy}
We organize video‐generation research into 6 distinct taxonomies (Fig.~\ref{fig:main-taxonomy}), and for each taxonomy tree we provide a detailed analysis along with principled guidelines for selecting the most suitable architectural paradigm. For example, a category like Keyframes-to-Video focuses on generating the video through keyframes images. While a category like discrete temporal chunks, focuses more on dividing the generation into multiple smaller generations stitched together.
\subsection{Keyframes-to-Video}
\label{sec:arch-keyframe}
Unlike one‐shot text‐to‐video methods, several recent works~\cite{chen2025hunyuanvideoavatar,movieagent2025,zhou2024storydiffusion,zhang2023i2vgenxl,liu2023autostory,ho2022vdm} employ a two‐stage generation pipeline. For example, KeyVID~\cite{wang2025keyvid}, unlike others, uses audio-to-video modality. It first partitions the audio stream into audio latent keyframe segments and then synthesizes video for each segment. Likewise, StoryDiffusion~\cite{zhou2024storydiffusion} decomposes the narrative text into a series of sub‐prompts, generates a keyframe image per sub‐prompt, and uses a motion‐prediction module to interpolate these keyframes into a continuous video sequence. This two‐stage paradigm enables scalable long‐duration video synthesis by producing keyframes, followed by motion interpolation or generation, and stitching the resulting segments into arbitrarily long videos. This methodology ensures the consistency of the whole video semantically. However, the sequential nature of keyframe and video synthesis incurs extra latency compared to end‐to‐end approaches, and requires distinct text‐to‐image and text‐to‐video models when a single model does not natively support both modalities.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Discrete Temporal Chunks}
\label{sec:arch-chunks}
In this approach, a video is partitioned into disjoint temporal chunks of N frames (e.g., 8, 16, or 25). Each chunk is generated independently and then concatenated to reconstruct the full sequence. By capping memory usage at the chunk level, this scheme significantly reduces peak GPU requirements and naturally supports chunks parallel processing. The primary drawback is the potential for artifacts at chunk boundaries. Several recent studies employ this chunk-based paradigm \cite{teng2025magi1, gao2024ca2vdm, chen2023seine}. For example, MAGI-1 \cite{teng2025magi1} partitions videos into 24-frame segments and holistically denoises each one. The denoised output then conditions the subsequent segment, with four segments processed concurrently. CA2-VDM \cite{gao2024ca2vdm} further demonstrates that such chunked training schedules often require additional epochs to learn the diverse chunked boundaries across segments.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{High Compression}
\label{sec:arch-compression}
Most existing video-generation models demand high-end GPUs at inference. To address this, several recent works~\cite{zhang2025framepack, hacohen2025ltxvideo, lin2024opensoraplan, jin2024pyramidflow} have aggressively reduced model size and parameter count. LTXVideo~\cite{hacohen2025ltxvideo} introduces Video-VAE, a variational autoencoder that compresses spatiotemporal dimensions by 192× into a 128-channel latent tensor without patchification, drastically reducing token count and enabling low-latency inference; however, this level of compression sacrifices fine-grained texture details and subtle motions, and can introduce artifacts in regions of rapid movement. FramePack~\cite{zhang2025framepack} enforces a fixed context length via relative temporal weighting, assigning 50\% to the most recent frame, 25\% to the prior, 12.5\% to the next, etc. This supports efficient extension across arbitrary durations but often yields outputs with limited diversity in background and motion.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Flattened 3D Space-Time (One-Shot)}
\label{sec:arch-one-shot}
The flattened 3D space–time one-shot approach regards the entire video as a single spatiotemporal tensor and synthesizes it in a single forward pass. By folding the temporal axis into a unified spatial latent and applying 3D convolutional diffusion-transformer blocks, these models jointly capture cross-frame dependencies to produce high-fidelity clips of fixed duration as in ~\cite{ho2022vdm, yu2023magvitv2}. However, this end-to-end formulation imposes heavy GPU requirements, which in turn limit achievable clip length and spatial resolution~\cite{wan2025}. Crucially, it ensures semantic coherence across frames while effectively modeling long-range motion correlations. Most of the video generation models are using one-shot techniques. However, the one-shot models differ in their focus as in WAN2.1 \cite{wan2025} aiming to build a foundational model. On the other side, phantom \cite{liu2025phantom} focuses more on subject-personalization.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsubsection{Foundational One-Shot}
\label{sec:arch-found}
Foundational one-shot models formalize the essential blueprint for treating the entire video as a unified spatiotemporal tensor and generating it in a single pass. They learn a joint prior over the full video tensor via 3D UNet Diffusion, DiT, or MM-DiT backbones ~\cite{unet2015, dit2023, flowmatching2023, flowmatching2024}, enabling one-shot synthesis of videos. That is beside using a 3D VAE that compresses each clip and converts it into a dense latent grid. Papers like ~\cite{kong2024hunyuanvideo, wan2025, peng2025opensora2, vace2025, yu2023magvitv2, bartal2024lumiere, ho2022vdm} focus on creating Foundational models. For instance, WAN2.1 ~\cite{wan2025} uses a single DiT instead of using MM-DiT; however it complements by using a cross-attention module. While HunyuanVideo ~\cite{kong2024hunyuanvideo}, employs a dual-stream methodology MM-DiT that converts separate text and video streams into a flattened 3D space-time.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsubsection{Single-Subject Personalization}
\label{sec:arch-single}
Single-subject personalization methods adapt a base one-shot video generator to faithfully reproduce a target individual’s appearance given only a one or a few reference frame as in \cite{liu2025phantom,polyak2024moviegen,gao2023dreamvideo,gu2023animatediff,yang2024cogvideox}. They achieve this by injecting or fine-tuning compact identity modules such as: (i) Embedding adapters inject lightweight projection modules into a frozen generator to encode subject appearance. Phantom~\cite{liu2025phantom} fine-tunes these adapters on a handful of exemplar frames to capture identity style, while MovieGen~\cite{polyak2024moviegen} applies per-subject adapters to preserve facial details across temporal generation. (ii) Textual inversion networks optimize new pseudo-token embeddings that encapsulate personalized identity concepts. DreamVideo~\cite{gao2023dreamvideo} learns these embeddings from static images to steer motion-conditioned synthesis, and CogVideoX~\cite{yang2024cogvideox} extends inversion across video frames for enhanced temporal consistency. (iii) LoRA layers ~\cite{hu2021lora} insert trainable low-rank matrices into attention modules, enabling efficient adaptation of large backbones. AnimateDiff~\cite{gu2023animatediff} leverages LoRA adapters in both U-Net and transformer blocks to personalize motion and appearance with minimal compute, avoiding full-model retraining.
%%%%%%%%%%%%%%%%%%%%%%%
\subsubsection{Multiple-Subject Personalization}
\label{sec:arch-one-multi}
Multi-subject personalization extends one-shot video synthesis to scenes with multiple distinct entities by integrating dedicated modules that encode and fuse each subject’s identity separately as in \cite{chen2025videoalchemist, chen2025skyreelsv2, huang2025conceptmaster, hu2025hunyuancustom}. Multi-subject personalization can be organized into four modular strategies: (i) Cross-Attention Fusion inserts per-entity attention heads into a frozen diffusion backbone so that each subject’s image and text descriptor attend separately. Video Alchemist binds each reference via dedicated cross-attention layers to support open-set multi-entity conditioning without fine-tuning~\cite{chen2025videoalchemist}. (ii) Element Embedding Fusion jointly encodes diverse scene elements into a unified latent space and injects them via fusion modules for coherent multi-entity synthesis. SkyReels-v2 learns an image–text joint embedding that precisely assembles multiple characters and backgrounds in one pass~\cite{chen2025skyreelsv2}. (iii) Decoupled Concept Embeddings learns independent latent vectors for each subject to avoid identity crosstalk, injecting them through diffusion-transformer adapters. ConceptMaster enforces strong per-entity disentanglement by adapting low-rank concept tokens~\cite{huang2025conceptmaster}. (iv) Multi-Modal Adapter Fusion layers modality-specific adapters (text, image, audio) into a unified fusion pipeline to preserve subject consistency across modalities. HunyuanCustom uses LLaVA-based text–image fusion and AudioNet adapters to maintain coherent identities in multi-subject, multi-modal videos~\cite{hu2025hunyuancustom}.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsubsection{Multi-Shot Narrative Planning}
\label{sec:arch-narrative}
Multi-shot narrative planning refers to the generation of long video clips explicitly segmented into discrete shots or scenes, ensuring coherent transitions and consistent visual elements across cuts as in \cite{gao2025seedance, chen2025skyreelsv2, huang2025stepvideo}. (i) End-to-end native planning as in Seedance~\cite{gao2025seedance}. This method integrates shot segmentation directly within its diffusion-transformer backbone via Multishot MM-RoPE and per-shot captions, producing all shots in a single pass with implicit cut boundaries. (ii) Planner-on-top architecture as in StepVideo~\cite{huang2025stepvideo}. This methodology adds a StoryAnchors layer on top of its Step-Video-T2V backbone; an LLM expands the prompt into a script, StoryAnchors predicts key “anchor” frames for each shot, and the base model animates between anchors to yield a coherent multi-shot sequence. (iii) LLM-directed autoregressive planning as in SkyReels-V2~\cite{chen2025skyreelsv2}. This architecture uses a multimodal language model to decompose the user prompt into a sequence of shot instructions, then a diffusion-forcing autoregressive generator renders shots one after another—supporting hard cuts, soft dissolves, and infinite-length film generation.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Token-Stream Autoregressive-Token}
\label{sec:arch-token}
This method formulates video generation as next-token prediction over a unified text–video token stream. Specifically, a decoder-only transformer with causal attention autoregressively predicts each token conditioned on all previously generated tokens as in \cite{wang2024loong, singer2023videopoet}. VideoPoet~\cite{singer2023videopoet} adopts MagViT-v2~\cite{yu2023magvitv2} to tokenize video clips, whereas Loong \cite{wang2024loong} leverages a causal 3D-CNN encoder followed by vector quantization clustering to produce discrete video tokens. Both then apply a decoder-only transformer to predict the subsequent token in the combined sequence and finally employ super-resolution to recover spatial details. Despite their flexibility, these approaches incur high-frequency detail loss and compression artifacts in fine details. The need to attend over all prior tokens imposes substantial memory and compute overhead, leading to slow inference. Moreover, early tokens are harder to predict and error accumulates across which further degrades long-range temporal coherence and visual fidelity.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Closed Source Video Generation}
\label{sec:arch-closed}
Proprietary video generation systems have pushed the boundaries of realism and complexity. Kling2.1~\cite{kling2p1}, Runway Gen-3~\cite{runwaygen3}, MiniMax Hailuo~\cite{hailuo2025}, Pika 2.2~\cite{pika1p5}, Sora~\cite{openai2024sora}, and MovieGen~\cite{polyak2024moviegen} have established a substantial performance gap between closed-source and open-source approaches. More recently, Google’s Veo3~\cite{deepmind2025veo3} and ByteDance’s Seedance 1.0~\cite{gao2025seedance} generate high-fidelity videos that adhere to physical laws, support complex multi-subject scenes, capture intricate pose dynamics and cinematic camera movements, and maintain character consistency.
%These advances bring video generation to the level of photorealistic videos.
\setlength{\tabcolsep}{0pt}
% Define colors for shading
\definecolor{whiteshade}{gray}{1}
\definecolor{rowshade}{gray}{0.90}
\definecolor{headershade}{gray}{0.95}
% Define commands to apply shading to cells
\newcommand{\applyshade}[1]{\cellcolor{rowshade}#1}
\newcommand{\applywhite}[1]{\cellcolor{white}#1}
% Define commands for the narrow spacer column (simplified version)
\newcommand{\spacercolshade}{\multicolumn{1}{p{0.15cm}}{\cellcolor{rowshade}}}
\newcommand{\spacercolwhite}{\multicolumn{1}{p{0.15cm}}{\cellcolor{white}}}
% Define a custom column type 'Y' for ragged-right content
\newcolumntype{Y}{>{\RaggedRight\arraybackslash}p{0.1275\textwidth}}
\begin{strip}
\centering
\scriptsize
\captionof{table}{
A comprehensive backbone table of recent video generation frameworks, organized by their core training objectives, that reveals emerging design patterns and architectural innovations across state-of-the-art systems.
}
\label{tab:backbone1}
\renewcommand{\arraystretch}{1.3} % Increase row height for readability
\begin{tabular}{
p{0.1\textwidth}
Y
% p{0.15cm}
Y
Y
Y
Y
Y
Y
}
% --- HEADER ROW ---
\rowcolor{headershade}
\cellcolor{white}{\small\bfseries Training Objective} % First cell is white
& \multicolumn{1}{Y}{\small\bfseries Paper}
% & \multicolumn{1}{p{0.15cm}}{} % Empty spacer in header
& \multicolumn{1}{Y}{\small\bfseries\makecell[l]{Backbone}}
& \multicolumn{1}{Y}{\small\bfseries\makecell[l]{Text-Visual \\Tower}}
& \multicolumn{1}{Y}{\small\bfseries\makecell[l]{Visual-Video \\Tower}}
& \multicolumn{1}{Y}{\small\bfseries\makecell[l]{\hspace{0.5cm}Positional\\\hspace{0.5cm}Encodings}}
& \multicolumn{1}{Y}{\small\bfseries\makecell[l]{\hspace{0.5cm}Params}}
& \multicolumn{1}{Y}{\small\bfseries Resolution} \\
\toprule
% --- DATA ROWS (with alternating shading) ---
% Row 1: Seedance - Shaded
\rowcolor{rowshade}
\cellcolor{white}{} % Override row color for the first column
& \applyshade{Seedance~\cite{gao2025seedance}}
% & \spacercolshade
& \applyshade{MM-DiT}
& \applyshade{\makecell[l]{Qwen2.5-14B}}
& \applyshade{\makecell[l]{VAE}}
& \applyshade{\makecell[l]{\hspace{0.5cm}3DRoPE\\ \hspace{0.5cm}MM-RoPE}}
& \applyshade{\makecell[l]{\hspace{0.5cm}--}}
& \applyshade{720p, 1080p} \\
% Row 2: HunyuanVideo-Avatar - Unshaded
{} % Empty first column
& \applywhite{HunyuanVideo-Avatar~\cite{chen2025hunyuanvideoavatar}}
% & \spacercolwhite
& \applywhite{MM-DiT}
& \applywhite{\makecell[l]{LLaVA}}
& \applywhite{\makecell[l]{Two Hunyuan \\3D VAE}}
& \applywhite{\makecell[l]{\hspace{0.5cm}3DRoPE}}
& \applywhite{\makecell[l]{\hspace{0.5cm}13B}}
& \applywhite{704p, 1216p} \\
% Row 3: MAGI-1 - Shaded
\rowcolor{rowshade}
\cellcolor{white}{}
& \applyshade{MAGI-1~\cite{teng2025magi1}}
% & \spacercolshade{}
& \applyshade{DiT}
& \applyshade{\makecell[l]{T5}}
& \applyshade{\makecell[l]{Transformer-based\\VAE}}
& \applyshade{\makecell[l]{\hspace{0.5cm}3DRoPE}}
& \applyshade{\makecell[l]{\hspace{0.5cm}4.5B--24B}}
& \applyshade{720p} \\
% Row 4: HunyuanCustom - Unshaded
{}
& \applywhite{HunyuanCustom~\cite{hu2025hunyuancustom}}
% & \spacercolwhite{}
& \applywhite{Hunyuan-MM-DiT}
& \applywhite{\makecell[l]{LLaVA}}
& \applywhite{\makecell[l]{Two Hunyuan\\3D VAE}}
& \applywhite{\makecell[l]{\hspace{0.5cm}3DRoPE}}
& \applywhite{\makecell[l]{\hspace{0.5cm}13B}}
& \applywhite{512p, 720p} \\
% Row 5: Veo3 - Shaded
\rowcolor{rowshade}
\cellcolor{white}{}
& \applyshade{Veo3~\cite{deepmind2025veo3}}
% & \spacercolshade{}
& \applyshade{DiT}
& \applyshade{--}
& \applyshade{--}
& \applyshade{\hspace{0.5cm}--}
& \applyshade{\makecell[l]{\hspace{0.5cm}--}}
& \applyshade{1080p} \\
% Row 6: SkyReels-v2 - Unshaded
{}
& \applywhite{SkyReels-v2~\cite{chen2025skyreelsv2}}
% & \spacercolwhite{}
& \applywhite{Wan-DiT}
& \applywhite{\makecell[l]{umT5}}
& \applywhite{\makecell[l]{Wan VAE}}
& \applywhite{\makecell[l]{\hspace{0.5cm}Learnable\\\hspace{0.5cm}Frequency\\ \hspace{0.5cm}Embeddings}}
& \applywhite{\makecell[l]{\hspace{0.5cm}1.3B, 5B, 14B}}
& \applywhite{\makecell[l]{256p, 360p,\\540p, 720p}} \\
% Row 7: Open-Sora 2.0 - Shaded
\rowcolor{rowshade}
\cellcolor{white}{}
& \applyshade{Open-Sora 2.0~\cite{peng2025opensora2}}
% & \spacercolshade{}
& \applyshade{Flux (MM-DiT)}
& \applyshade{\makecell[l]{T5-XXL,\\CLIP-Large}}
& \applyshade{\makecell[l]{HunyuanVideo\\3DVAE,\\Video Deep\\Compression\\Autoencoder}}
& \applyshade{\makecell[l]{\hspace{0.5cm}3DRoPE}}
& \applyshade{\makecell[l]{\hspace{0.5cm}11B}}
& \applyshade{256p, 768p} \\
% Row 8: WAN - Unshaded
{}
& \applywhite{WAN2.1\cite{wan2025}}
% & \spacercolwhite{}
& \applywhite{DiT + Cross-attn}
& \applywhite{\makecell[l]{umT5,\\Qwen2-VL}}
& \applywhite{\makecell[l]{Wan-VAE}}
& \applywhite{\makecell[l]{\hspace{0.5cm}Standard\\\hspace{0.5cm}Sinusoidal\\ \hspace{0.5cm}Spatial positional\\ \hspace{0.5cm}Encodings}}
& \applywhite{\makecell[l]{\hspace{0.5cm}1.3B, 14B}}
& \applywhite{480p, 720p} \\
%=========== Flow-matching section (with multirow spanning VACE and Phantom) ===========
% & \multirowcell{2}[0pt][l]{\cellcolor{white}{\textbf{Flow-}\\\textbf{Matching}}}
\cellcolor{white}\multirowcell{2}[0pt][l]{\textbf{Flow-}\\\textbf{Matching}}
& \applyshade{VACE~\cite{vace2025}}
% & \multicolumn{1}{p{0.15cm}}{\cellcolor{rowshade}{}}
& \applyshade{Wan-T2V-14B, LTX-Video-2B}
& \applyshade{Inherited}
& \applyshade{Inherited}
& \applyshade{\makecell[l]{\hspace{0.5cm}Inherited}}
& \applyshade{\makecell[l]{\hspace{0.5cm}2B, 14B}}
& \applyshade{480p, 720p} \\
& \applywhite{Phantom~\cite{liu2025phantom}}
% & \spacercolwhite{}
& \applywhite{MMDiT}
& \applywhite{\makecell[l]{T5\\Dinov2 (Ref.~Img)}}
& \applywhite{\makecell[l]{(CLIP, VAE)\\(Qwen2.5, 3DVAE)}}
& \applywhite{\makecell[l]{\hspace{0.5cm}3DRoPE}}
& \applywhite{\makecell[l]{\hspace{0.5cm}1.3B, 14B}}
& \applywhite{480p, 720p} \\
% %=========== Remaining Rows (Alternating Shading continues) ===========
% % Row 11: StepVideo - Shaded
\rowcolor{rowshade}
\cellcolor{white}{}
& \applyshade{StepVideo~\cite{huang2025stepvideo}}
% & \spacercolshade{}
& \applyshade{DiT}
& \applyshade{\makecell[l]{Hunyuan-CLIP,\\Step-LLM}}
& \applyshade{\makecell[l]{Video-VAE}}
& \applyshade{\makecell[l]{\hspace{0.5cm}3DRoPE}}
& \applyshade{\makecell[l]{\hspace{0.5cm}30B}}
& \applyshade{544p} \\
% % Row 12: ConceptMaster - Unshaded
{}
& \applywhite{ConceptMaster~\cite{huang2025conceptmaster}}
% & \spacercolwhite{}
& \applywhite{\makecell[l]{Transformer-based\\latent diffusion}}
& \applywhite{\makecell[l]{T5\\CLIP}}
& \applywhite{\makecell[l]{3DVAE}}
& \applywhite{\makecell[l]{\hspace{0.5cm}3D self-attention}}
& \applywhite{\makecell[l]{\hspace{0.5cm}--}}
& \applywhite{--} \\
% % Row 13: VideoAlchemist - Shaded
\rowcolor{rowshade}
\cellcolor{white}{}
& \applyshade{VideoAlchemist~\cite{chen2025videoalchemist}}
% & \spacercolshade{}
& \applyshade{DiT}
& \applyshade{\makecell[l]{DiT Text Encoder,\\CLIP,\\Arcface}}
& \applyshade{\makecell[l]{(CogVideoX-5B VAE,\\DiT Tokenizer),\\(CLIP ViT-L/14,\\DINOv2 ViT-L/14)}}
& \applyshade{\makecell[l]{\hspace{0.5cm}RoPE}}
& \applyshade{\makecell[l]{\hspace{0.5cm}5B}}
& \applyshade{256p} \\
% % Row 14: HunyuanVideo - Unshaded
{}
& \applywhite{HunyuanVideo~\cite{kong2024hunyuanvideo}}
% & \spacercolwhite{}
& \applywhite{Flux (MM-DiT)}
& \applywhite{\makecell[l]{Hunyuan MLLM\\Decoder,\\CLIP}}
& \applywhite{\makecell[l]{3D VAE}}
& \applywhite{\makecell[l]{\hspace{0.5cm}3DRoPE}}
& \applywhite{\makecell[l]{\hspace{0.5cm}13B}}
& \applywhite{720p} \\
% % Row 15: LTX-video - Shaded
\rowcolor{rowshade}
\cellcolor{white}{}
& \applyshade{LTX-video~\cite{hacohen2025ltxvideo}}
% & \spacercolshade{}
& \applyshade{DiT + Cross-attn}
& \applyshade{\makecell[l]{DiT Text Encoder}}
& \applyshade{\makecell[l]{Video-VAE}}
& \applyshade{\makecell[l]{\hspace{0.5cm}RoPE}}
& \applyshade{\makecell[l]{\hspace{0.5cm}2B}}
& \applyshade{512p} \\
% % Row 16: MovieGen - Unshaded
{}
& \applywhite{MovieGen~\cite{polyak2024moviegen}}
% & \spacercolwhite{}
& \applywhite{LLaMa3 Design}
& \applywhite{\makecell[l]{UL2,\\ByT5,\\Long-prompt\\MetaCLIP}}
& \applywhite{\makecell[l]{TAE,\\VAE (Spatial\\Upsampler)}}
& \applywhite{\makecell[l]{\hspace{0.5cm}Factorized}}
& \applywhite{\makecell[l]{\hspace{0.5cm}30B}}
& \applywhite{256p, 1080p} \\
% % Row 17: Pyramid Flow - Shaded
\rowcolor{rowshade}
\cellcolor{white}{}
& \applyshade{Pyramid Flow~\cite{jin2024pyramidflow}}
% & \spacercolshade{}
& \applyshade{MM-DiT}
& \applyshade{--}
& \applyshade{\makecell[l]{Pyramid Stages\\Autoregressive\\Temporal Pyramid}}
& \applyshade{\hspace{0.5cm}--}
& \applyshade{\makecell[l]{\hspace{0.5cm}--}}
& \applyshade{768p} \\
% % Row 18: Sora - Unshaded
{}
& \applywhite{Sora~\cite{openai2024sora}}
% & \spacercolwhite{}
& \applywhite{DiT}
& \applywhite{--}
& \applywhite{--}
& \applywhite{\hspace{0.5cm}--}
& \applywhite{\makecell[l]{\hspace{0.5cm}--}}
& \applywhite{480p, 1080p} \\
\hline
%=========== Score-matching section ===========
%\rowcolor{white}
\cellcolor{white}\multirowcell{2}[0pt][l]{\\\textbf{Score-}\\\textbf{Matching}}
& \applyshade{SVD~\cite{ho2023svd}}
% & \multicolumn{1}{p{0.15cm}}{\cellcolor{rowshade}{}}
& \applyshade{3DUNet}
& \applyshade{CLIP}
& \applyshade{SD 2D VAE}
& \applyshade{\makecell[l]{\hspace{0.5cm}--}}
& \applyshade{\makecell[l]{\hspace{0.5cm}1.5B}}
& \applyshade{512p} \\
% \cline{2-9}
& \applywhite{I2VGen-XL~\cite{zhang2023i2vgenxl}}
% & \spacercolwhite{}
& \applywhite{3DUNet}
& \applywhite{CLIP}
& \applywhite{VQGAN}
& \applywhite{\makecell[l]{\hspace{0.5cm}Standard VLDM\\\hspace{0.5cm}positional\\\hspace{0.5cm}embeddings}}
& \applywhite{\makecell[l]{\hspace{0.5cm}--}}
& \applywhite{64p, 720p} \\
\hline
%=========== DDIM section ===========
& \applyshade{StoryDiffusion~\cite{zhou2024storydiffusion}}
% & \multicolumn{1}{p{0.15cm}}{\cellcolor{rowshade}{}}
& \applyshade{UNet}
& \applyshade{CLIP}
& \applyshade{SD 2D VAE}
& \applyshade{\makecell[l]{\hspace{0.5cm}--}}
& \applyshade{\makecell[l]{\hspace{0.5cm}1B, 4B}}
& \applyshade{512p} \\
% \cline{2-9}
\cellcolor{white}\multirowcell{2}[0pt][l]{\textbf{}\\\\\textbf{DDIM}}
& \applywhite{DreamVideo~\cite{gao2023dreamvideo}}
% & \spacercolwhite{}
& \applywhite{3DUNet}
& \applywhite{CLIP}
& \applywhite{LDM VAE}
& \applywhite{\makecell[l]{\hspace{0.5cm}Standard\\\hspace{0.5cm}Transformer\\\hspace{0.5cm}positional embed}}
& \applywhite{\makecell[l]{\hspace{0.5cm}85M}}
& \applywhite{--} \\
% \cline{2-9}
& \applyshade{Ca2-VDM~\cite{gao2024ca2vdm}}
% & \multicolumn{1}{p{0.15cm}}{\cellcolor{rowshade}{}}
& \applyshade{UNet}
& \applyshade{T5}
& \applyshade{SD 2D VAE}
& \applyshade{\makecell[l]{\hspace{0.5cm}SinusoidalSpatial\\\hspace{0.5cm}Positional Embed,\\ \hspace{0.5cm}Temporal\\\hspace{0.5cm}Positional Embed\\\hspace{0.5cm}with cyclic-shift \\\hspace{0.5cm}mechanism}}
& \applyshade{\makecell[l]{\hspace{0.5cm}--}}
& \applyshade{256p} \\
\hline
\end{tabular}
\renewcommand{\arraystretch}{1} % Increase row height for readability
\end{strip}
% \specialrule{1pt}{1pt}{1pt}
%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%
\addtocounter{table}{-1}
\begin{strip}
\centering
\scriptsize
\captionof{table}{
Continued
}
\label{tab:backbone1}
\renewcommand{\arraystretch}{1.3} % Increase row height for readability
\begin{tabular}{
p{0.1\textwidth}
Y
% p{0.15cm}
Y
Y
Y
Y
Y
Y
}
% --- HEADER ROW ---
\rowcolor{headershade}
\cellcolor{white}{\small\bfseries Training Objective} % First cell is white
& \multicolumn{1}{Y}{\small\bfseries Paper}
% & \multicolumn{1}{p{0.15cm}}{} % Empty spacer in header
& \multicolumn{1}{Y}{\small\bfseries\makecell[l]{Backbone}}
& \multicolumn{1}{Y}{\small\bfseries\makecell[l]{Text-Visual \\Tower}}
& \multicolumn{1}{Y}{\small\bfseries\makecell[l]{Visual-Video \\Tower}}
& \multicolumn{1}{Y}{\small\bfseries\makecell[l]{\hspace{0.5cm}Positional\\\hspace{0.5cm}Encodings}}
& \multicolumn{1}{Y}{\small\bfseries\makecell[l]{\hspace{0.5cm}Params}}
& \multicolumn{1}{Y}{\small\bfseries Resolution} \\
\toprule
%=========== DDPM section ===========
& \applyshade{Lumiere~\cite{bartal2024lumiere}}
% & \multicolumn{1}{p{0.15cm}}{\cellcolor{rowshade}{}}
& \applyshade{Space-Time U-Net}
& \applyshade{Imagen T5-XXL}
& \applyshade{Pixel space}
& \applyshade{\makecell[l]{\hspace{0.5cm}--}}
& \applyshade{\makecell[l]{\hspace{0.5cm}--}}
& \applyshade{--} \\
% \cline{2-9}
\cellcolor{white}\multirowcell{2}[0pt][l]{\\\\\textbf{DDPM}}
& \applywhite{SEINE~\cite{chen2023seine}}
% & \spacercolwhite{}
& \applywhite{LaVie-UNet}
& \applywhite{SD}
& \applywhite{SD VQGAN/VQVAE}
& \applywhite{\makecell[l]{\hspace{0.5cm}--}}
& \applywhite{\makecell[l]{\hspace{0.5cm}--}}
& \applywhite{320p} \\
% \cline{2-9}
& \applyshade{AnimateDiff~\cite{gu2023animatediff}}
% & \multicolumn{1}{p{0.15cm}}{\cellcolor{rowshade}{}}
& \applyshade{3DUNet}
& \applyshade{CLIP,Conditioned Cross-Attention}
& \applyshade{SD VAE}
& \applyshade{\makecell[l]{\hspace{0.5cm}Standard\\\hspace{0.5cm}Transformer\\ \hspace{0.5cm}Temporal\\\hspace{0.5cm}Positional Embed}}
& \applyshade{\makecell[l]{\hspace{0.5cm}--}}
& \applyshade{512p} \\
% \cline{2-9}
& \applywhite{VDM~\cite{ho2022vdm}}
% & \spacercolwhite{}
& \applywhite{3DUNet}
& \applywhite{--}
& \applywhite{Pixel space}
& \applywhite{\makecell[l]{\hspace{0.5cm}Relative Position\\\hspace{0.5cm}Embed}}
& \applywhite{\makecell[l]{\hspace{0.5cm}--}}
& \applywhite{64p, 128p} \\
\hline
%=========== V-Prediction & Zero-SNR section ===========
\rowcolor{white}
\cellcolor{white}\multirowcell{2}[0pt][l]{\textbf{V-Prediction}\\\textbf{\& Zero-SNR}}
% \multirowcell{2}[0pt][l]{\cellcolor{white}{\textbf{}\\\textbf{\& }}}
& \applyshade{CogVideoX~\cite{yang2024cogvideox}}
% & \multicolumn{1}{p{0.15cm}}{\cellcolor{rowshade}{}}
& \applyshade{DiT + Cross-attn}
& \applyshade{T5}
& \applyshade{3DVAE}
& \applyshade{\makecell[l]{\hspace{0.5cm}3DRoPE}}
& \applyshade{\makecell[l]{\hspace{0.5cm}2B, 5B}}
& \applyshade{768p} \\
% \cline{2-9}
& \applyshade{}
% & \multicolumn{1}{p{0.15cm}}{\cellcolor{rowshade}{}}
& \applyshade{}
& \applyshade{}
& \applyshade{}
& \applyshade{}
& \applyshade{}
& \applyshade{} \\
\hline
%=========== Reconstruction Loss section ===========
\cellcolor{white}\multirowcell{2}[0pt][l]{\textbf{Reconstruction}\\\textbf{Loss}}
& \applywhite{Open-Sora Plan~\cite{lin2024opensoraplan}}
% & \spacercolwhite{}
& \applywhite{UNet Skiparse Denoiser}
& \applywhite{mT5-XXL}
& \applywhite{Wavelet-Flow VAE}
& \applywhite{\makecell[l]{\hspace{0.5cm}3DRoPE}}
& \applywhite{\makecell[l]{\hspace{0.5cm}--}}
& \applywhite{256p} \\
\hline
%=========== Next-Token Prediction section ===========
\cellcolor{white}\multirowcell{2}[0pt][l]{\textbf{Next-Token}\\\textbf{Prediction}}
& \applyshade{Loong~\cite{wang2024loong}}
% & \multicolumn{1}{p{0.15cm}}{\cellcolor{rowshade}{}}
& \applyshade{LLaM decoder design}
& \applyshade{--}
& \applyshade{\makecell[l]{3DCNN + Clustering\\Vector Quantization}}
& \applyshade{\makecell[l]{\hspace{0.5cm}Causal Unidirect.\\\hspace{0.5cm}Attention Across\\ \hspace{0.5cm}Token Sequence}}
& \applyshade{\makecell[l]{\hspace{0.5cm}700M, 3B, 7B}}
& \applyshade{--} \\
\hline
%=========== Autoregressive Multimodal Tokenization section ===========
\cellcolor{white}\multirowcell{2}[0pt][l]{\textbf{Autoregressive}\\\textbf{Multimodal}\\\textbf{Tokenization}}
& \applywhite{VideoPoet~\cite{singer2023videopoet}}
% & \spacercolwhite{}
& \applywhite{Decoder-only Transformer LLM}
& \applywhite{T5}
& \applywhite{MAGVIT-V2}
& \applywhite{\makecell[l]{\hspace{0.5cm}Standard\\\hspace{0.5cm}Transformer\\\hspace{0.5cm}Positonal Embed}}
& \applywhite{\makecell[l]{\hspace{0.5cm}300M, 8B}}
& \applywhite{128p} \\
% \cline{2-9}
& \applywhite{}
% & \spacercolwhite{}
& \applywhite{}
& \applywhite{}
& \applywhite{}
& \applywhite{}
& \applywhite{}
& \applywhite{} \\
\hline
%=========== Masked Token section ===========
\cellcolor{white}\multirowcell{2}[0pt][l]{\textbf{Masked}\\\textbf{Token}}
& \applyshade{MAGVIT-v2~\cite{yu2023magvitv2}}
% & \multicolumn{1}{p{0.15cm}}{\cellcolor{rowshade}{}}
& \applyshade{MLLM}
& \applyshade{--}
& \applyshade{3DCNN-VQVAE}
& \applyshade{--}
& \applyshade{\makecell[l]{\hspace{0.5cm}300M}}
& \applyshade{256p, 512p} \\
% \cline{2-9}
& \applyshade{}
% & \multicolumn{1}{p{0.15cm}}{\cellcolor{rowshade}{}}
& \applyshade{}
& \applyshade{}
& \applyshade{}
& \applyshade{}
& \applyshade{}
& \applyshade{} \\
\hline
\end{tabular}
\renewcommand{\arraystretch}{1}
\end{strip}
\section{Long Video Generation Architectural Modules Recommendations}
\label{sec:architecture}
In this section, we illustrate the important components of the video generation architecture and we recommend the usage of these components. For example, we discuss the usage of text-encoder in literature and recommend using MLLM, while recent research used variations of T5 alongside CLIP. We also recommend using MeanFlow as a training objective for the diffusion model. While for the architectural main backbone, we recommend using MM-DiT and Flux-MM-DiT. Even though we recommend specific components, the architecture can be different based on the taxonomy discussed in Figure ~\ref{fig:main-taxonomy}. A summary of this survey is shown in Table ~\ref{tab:backbone1} comparing the key architectural components used by each literature.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Text-Visual Encoder}
Text-visual encoder is used to extract the text embeddings and extract the similarity score between text and image embeddings. It is common between the literature to use CLIP’s text-visual encoder ~\cite{clip2021} in conjunction with T5, T5-XXL or umT5 ~\cite{t5-2019, umt5-2023, t5-xxl-2024} as they provided robust text–to-video alignment by extracting semantically rich embeddings. Recently, HunyuanVideo ~\cite{kong2024hunyuanvideo} replaced T5 with a Multimodal Large Language Model (MLLM) reaching better alignment between visual features and text embeddings. The equation of the clip encoder is as follows:
\begin{align}
h_I &= \mathrm{ViT}_I\!\bigl(\mathrm{PatchEmbed}(I)\bigr), \\
h_T &= \mathrm{Tr}_T\!\bigl(\mathrm{TokEmbed}(T)\bigr), \\
\mathcal{L}_{\text{clip}} &=
-\log\frac{\exp\bigl(\tau^{-1}h_I^{\!\top}h_T\bigr)}
{\sum_{j}\exp\bigl(\tau^{-1}h_I^{\!\top}h_{T}^{(j)}\bigr)} .
\end{align}
Where $I$ RGB image, $T$ caption text, $h_I,h_T$ CLS embeddings, $\tau$ temperature scalar, $\mathcal{L}_{\text{clip}}$ contrastive loss.
While for T5 equations:
\begin{align}
H_E &= \mathrm{T5\text{-}Enc}\!\bigl(E_{\text{tok}}(T_{\text{src}})\bigr), \\
h_{D,i} &= \mathrm{T5\text{-}Dec}\!\bigl(E_{\text{tok}}(Y_{<i}),H_E\bigr), \\
\mathcal{L}_{\text{T5}} &=
-\sum_{i}\log\!\left[\operatorname{softmax}(W_O h_{D,i})_{\,y_i}\right].
\end{align}
Where $T_{\text{src}}$ input tokens, $Y$ target tokens with prefix $Y_{<i}$, $E_{\text{tok}}$ token–embedding table, $H_E$ encoder context, $h_{D,i}$ decoder hidden state at step $i$, $W_O$ output projection, $\mathcal{L}_{\text{T5}}$ autoregressive cross-entropy loss.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%% add flow matching
\subsection{Diffusion Training Objective} % or %%%%%%%% FLOW MATCHING
Diffusion models have demonstrated remarkable success in high-quality image synthesis, laying the groundwork for video generation by leveraging denoising diffusion models such as DDPM ~\cite{ddpm2020} and DDIM ~\cite{ddim2020}. The introduction of a latent representation via autoencoders VAE further reduced computational cost and enabled more efficient sampling as in ~\cite{ldm2022}. Flow matching methods have emerged as a more robust and efficient alternative to denoising diffusion samplers like DDPM and DDIM by directly regressing continuous-time vector fields that transport noise to data, thus reducing reliance on multi-step noise schedules ~\cite{flowmatching2023, flowmatching2024}. More recently, MeanFlow~\cite{geng2025meanflows} replaces instantaneous ordinary differential equation (ODE) velocities with a learned average velocity field. On Kinetics-400, it achieves an FVD of 128, compared to 142 for flow-matching. On UCF-101, it attains an SSIM of 0.85~\cite{wang2004image}, exceeding flow-matching’s 0.82~\cite{davtyan2023river}. It also achieves an LPIPS of 0.12~\cite{zhang2018unreasonable}, improving on flow-matching’s 0.15~\cite{flowmatching2023, flowmatching2024}. MeanFlow reduces inference time by 4× compared to flow-matching. It also narrows the quality gap with multi-step diffusion models~\cite{wang2025diffuse}. Based on these results, we recommend using MeanFlow for efficient, high-quality video generation.
Flow-matching formulas are as follows:
\begin{align}
\mathbf{u}_{t\!\rightarrow\!t+1} &=
\mathcal{F}\!\bigl(h_I^{(t)},h_I^{(t+1)};\theta_{\mathcal{F}}\bigr), \\
\mathcal{L}_{\text{flow}} &=
\bigl\lVert\mathbf{u}_{t\!\rightarrow\!t+1}(p)-\hat{\mathbf{u}}_{t\!\rightarrow\!t+1}(p)\bigr\rVert_{2}^{2}.
\end{align}
Where $h_I^{(t)}$ image feature at frame $t$, $\mathbf{u}_{t\to t+1}$ predicted optical flow, $\hat{\mathbf{u}}_{t\to t+1}$ ground-truth flow, $\mathcal{F}$ flow network with parameters $\theta_{\mathcal{F}}$, $\mathcal{L}_{\text{flow}}$ L1 loss. While for MeanFlow formula:
\begin{align}
\bar{\mathbf{u}} &=
\frac{1}{(T-1)\,H\,W}\sum_{t=1}^{T-1}\sum_{p=1}^{HW}
\mathbf{u}_{t\!\rightarrow\!t+1}(p).
\end{align}
Where $T$ video length in frames, $H,W$ frame height and width, $p$ linear pixel index, $\mathbf{u}_{t\to t+1}(p)$ optical-flow vector at pixel $p$ between frames $t$ and $t\!+\!1$, $\bar{\mathbf{u}}$ spatial–temporal average flow.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Variational Auto Encoder (VAE)}
VAE is crucial in learning the compressed latent format of original visual data. In video generation, the 3D VAE captures complex spatio-temporal dependencies. Some designs choose to replace standard VAE with VQ-VAE ~\cite{VQVAE2017, VQVAE2019} to enhance the compression and construction. Other designs ~\cite{hacohen2025ltxvideo} modified the VAE decoder to fit-in a last denoising step while converting the latents to pixels. 3D VAE is the most common among top-performing literature.
\begin{align}
z &\sim q_\phi(z\!\mid\!X)= \mathcal{N}\!\bigl(\mu_\phi(X),\operatorname{diag}\sigma_\phi^{2}(X)\bigr), \\
\mathcal{L}_{\text{3DVAE}} &=
\mathbb{E}_{q_\phi}\!\bigl[\lVert D_\psi(z)-X\rVert_2^{2}\bigr]+
\beta\,D_{\mathrm{KL}}\!\bigl(q_\phi\|p(z)\bigr).
\end{align}
Where $X$ ground-truth video tensor, $q_\phi$ probabilistic encoder, $\mu_\phi,\sigma_\phi$ per-frame Gaussian parameters, $z$ latent code, $D_\psi$ 3D decoder, $p(z)$ standard normal prior, $\beta$ KL-weight, $\mathcal{L}_{\text{3DVAE}}$ reconstruction + regularization loss.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Dual Variational Auto Encoder}
Recent architectures decouple appearance and motion by using two distinct encoders. One for static image features and another for temporal dynamics like in ~\cite{chen2025hunyuanvideoavatar, hu2025hunyuancustom, peng2025opensora2, liu2025phantom, chen2025videoalchemist, polyak2024moviegen}. This enables specialized feature learning and reducing interference between modalities. Models like Open-Sora 2.0 ~\cite{peng2025opensora2} adopt this dual-stream design to lower training costs by 5–10× while maintaining state-of-the-art video quality. Similarly, VideoAlchemist ~\cite{chen2025videoalchemist} demonstrates built-in multi-subject personalization and improved identity consistency without test-time fine-tuning by leveraging separate foreground and background encoding streams.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Attention Mechanism}
Video Diffusion Models (VDM) extended the 2D UNet architecture ~\cite{unet2015} into 3D UNet to model spatio-temporal (2D spatial + 1D temporal layer) dependencies directly~\cite{ho2022vdm}. Subsequent methods such as AnimatedDiff~\cite{gu2023animatediff}, MagicVideo~\cite{magicvideo2022}, ModelScope Text-to-Video~\cite{modelscope2023}, Stable Video Diffusion (SVD)~\cite{ho2023svd}, and CogVideoX~\cite{yang2024cogvideox} adopted a hybrid strategy by integrating 1D temporal attention blocks into a 2D spatial backbone of the attention, yielding full 3D attention for improved frame coherence. Despite these advances, early diffusion-based video systems typically generated 2–5 second clips with artifacts and limited long-term consistency, indicating that simple 2D + 1D temporal modules remain insufficient for robust motion modeling.
Recent models with robust performance as in Seedance 1.0 ~\cite{gao2025seedance}, they decoupled the attention spatial and temporal layers, where spatial layers perform global self-attention within each frame and temporal layers apply window-partitioned 3D self-attention across time to link frames causally. Seedance incorporates specialized windowed attention modules in temporal layers, partitioning frames into local blocks that attend within sliding windows, yielding 10× faster inference on 1080p benchmarks. Another top performing method by MAGI-1 ~\cite{teng2025magi1}, employs block-causal self-attention, which performs unrestricted full attention within each fixed-length video chunk while applying causal masks across chunk boundaries. MAGI-1 integrates a Flexible-Flash-Attention kernel on top of FlashAttention-3 ~\cite{shah2024flashattention3}, optimizing memory access patterns and reducing GPU communication overhead during attention computation. MAGI-1 further accelerates computation by computing shared query projections once and feeding them into spatial-temporal self-attention and cross-attention blocks in parallel.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Positional Encoding}
WAN2.1~\cite{wan2025} retains standard sinusoidal encodings to reduce computational overhead while LTX-Video~\cite{hacohen2025ltxvideo} applies one-dimensional rotary positional embeddings (RoPE) over flattened tokens for real-time inference. Recently, Three-dimensional rotary positional embeddings (3D RoPE) that rotate feature pairs across time and space have been used by HunyuanVideo~\cite{kong2024hunyuanvideo}, MAGI-1~\cite{teng2025magi1}, StepVideo~\cite{huang2025stepvideo}, HunyuanCustom~\cite{hu2025hunyuancustom}, Phantom~\cite{liu2025phantom} and Open-Sora~2.0~\cite{peng2025opensora2} to enhance motion coherence and length extrapolation. Seedance~\cite{gao2025seedance} introduces a multi-modal RoPE (MM-RoPE) by appending it to oridnary 3D RoPE for caption tokens, which tightens text–video alignment in multi-shot generation which proves to be a promising technique.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Diffusion-based Transformers}
The transformer-based backbones such as Diffusion Transformers (DiT) ~\cite{dit2023}, Latte ~\cite{latte2025}, PixArt-$\alpha$ ~\cite{pixart2023} are able to generate much better images and videos than UNet backbones. DiT operating on latent image patches, leveraging global cross-attention for conditioning and yielding to high-fidelity videos as in MAGI-1~\cite{teng2025magi1}, StepVideo~\cite{huang2025stepvideo}, Wan2.1~\cite{wan2025}, LTX-Video ~\cite{hacohen2025ltxvideo} and VideoAlchemist~\cite{chen2025videoalchemist}. That is proceeded with MultimModal Diffusion Transformer (MM-DiT) ~\cite{flowmatching2024}, a dual-stream DiT architecture, as the text embeddings are concatenated with the visual embeddings to have a linked text-visual attention which yields stronger text–video alignment and lower FID at the cost of increased parameter count and inference overhead as in Seedance 1.0 ~\cite{gao2025seedance}, Phantom ~\cite{liu2025phantom} and PyramidFlow ~\cite{jin2024pyramidflow}. Another recent method is Flux-MM-DiT ~\cite{fluxdit2024}, which augments MM-DiT with rectified flow residual modules to enable one-step sampling and faster convergence, achieving comparable sample quality in far fewer denoising steps while introducing additional architectural complexity as in HunyuanVideo~\cite{kong2024hunyuanvideo} and Open-Sora 2.0~\cite{peng2025opensora2}.
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
\subsection{Prompt Enhancement}
User‐supplied prompts are often short, whereas training captions are multi‐sentence and richly detailed, causing a distribution mismatch that degrades video quality. To bridge this gap, an LLM‐powered prompt rewriting stage is added into the text–visual tower. For example, Seedance leverages Qwen2.5-Plus to expand concise user inputs with spatial, lighting, and action modifiers~\cite{gao2025seedance}; HunyuanVideo-Avatar uses LLaVA to paraphrase free-form queries into training‐style captions, reducing semantic drift~\cite{chen2025hunyuanvideoavatar}; and StepVideo incorporates a bespoke Step-LLM module to structure prompts into chunk‐level directives, ensuring smoother motion and coherent long‐form generation~\cite{huang2025stepvideo}. Models without dedicated rewrite modules such as VACE~\cite{vace2025} and VideoAlchemist~\cite{chen2025videoalchemist}, rely solely on fixed text encoders. By aligning rewritten prompts with the training caption distribution, these enhancements sharpen visual detail, suppress flicker, and unify style across video frames.
\subsection{Story Agent}
Operating at the narrative level, the story agent uses LLM to segment the input plot into scenes and shots, aligns characters, locations, and camera cues across those shots, and generates scene-specific prompts that preserve temporal coherence and multi-subject consistency. Following the approach of StoryDiffusion~\cite{zhou2024storydiffusion}, MovieAgent~\cite{movieagent2025}, and AutoStory~\cite{liu2023autostory}, these prompts drive an image-to-video stage for each keyframe; the resulting clips are concatenated into a seamless long-form video, yielding a decoupled architecture in which prompt-level refinements boost frame quality while the agent governs plot flow.
\section{Conclusions and Future Work}
Despite a narrowing performance gap between proprietary and open‐source video generation systems, closed‐source solutions still lead in overall quality. Recent open‐source models such as HunyuanVideo~\cite{kong2024hunyuanvideo} and Wan2.1~\cite{wan2025} demonstrate that open frameworks can now generate realistic, high‐fidelity videos.
\textbf{Our architectural analysis reveals that:} (i) MM‐DiT and Flux‐MM‐DiT serve as the most effective backbones for modern video diffusion (ii) Flow matching has supplanted DDIM and DDPM as the preferred diffusion training objective for realism (iii) MeanFlow generates promising results that may replace Flow-matching (iv) MLLMs outperform T5 as text encoders (v) convolutional VAEs with discriminator loss remain superior for image and video encoding (vi) Dual VAE for image and video separately showed superior results compared to one VAE for both (vii) Dual usage of 3DRoPE and 3D MM‐RoPE as positional encodings yields better temporal coherence than traditional sinusoidal embeddings (viii) LLM‐driven prompt rewriting consistently enhances generation quality.
\textbf{The current limitations are observed as follows:} (i) Substantial memory and GPU requirements that limit model scale and clip length (ii) A shortage of open‐source long‐form video datasets suited to foundational generation tasks (iii) Existing annotated datasets lack critical metadata, such as camera shot styles, camera movements, and interpersonal relationships (v) Inconsistent temporal coherence, where frame‐to‐frame continuity breaks down in longer sequences (vi) Lack of fine‐grained control over semantics in object interactions beyond coarse prompts (vii) Difficulty in modeling multiple subjects simultaneously with reference images, resulting in identity inconsistencies and unrealistic interactions (viii) Generated videos are very short between 5-16 seconds (ix) Lack of story coherent generated videos
\textbf{Solutions for the creation of long-video generation and future work:} (i) Collect long-video open-source dataset (ii) Define and annotate a hierarchical metadata schema with four key pillars: narrative segments, cinematic shot labels, character attributes (pose \& emotion), and interaction graphs (iii) Quantization and pruning for the models to overcome resources limitations (iv) Models distillation to learn from teacher models (v) Integration of prompt enhancer (v) Dividing the prompt into story narration for the coherence of the video (vi) Using multiple adapters for personalization consistency (vii) Repeating the reference image across the spatiotemporal attention.
These insights collectively chart the progress in video generation and highlight key directions for future research aimed at bridging the remaining gaps.
\label{sec:conc}
\documentclass[main.tex]{subfiles}
\begin{document}
\section*{Appendix}
\label{sec:appendix}
\setcounter{figure}{1}
\begin{figure*}[t]
\centering
\includegraphics[width=\textwidth]{assets/vbench.jpg}
\caption{Overview of VBench evaluation metrics \cite{Huang2024}. VBench measures visual quality, motion smoothness, identity consistency, temporal flicker, spatial coherence, and text–video relevance to provide a fine-grained, multi-dimensional assessment of generated videos.}
\label{fig:vbench}
\end{figure*}
\input{sec/app_1_sec_datasets}
\input{sec/app_2_sec_evaluation_metrics}
\onecolumn
\input{sec/app_0_table_tasks_datasets}
\twocolumn
\end{document}
\section{Datasets}
\label{sec:datasets}
Web-scale corpora such as Koala-36M \cite{koala36m2024}, WebVid-10M \cite{webvid10m2021}, Panda-70M \cite{panda70m2024} and HD-VG-130M \cite{hdvg130m2024} collectively exceed 250 M clips, yet their stock-footage provenance yields noisy captions and licences that forbid commercial use. High-definition, human-centric datasets like CelebV-HQ \cite{celebvhq2022}, OpenHumanVid \cite{openhvid2024}, HumanVid \cite{humanvid2024} and HDTF \cite{hdtf2021} supply face tracks, skeletons and camera-motion labels, but most clips remain under 20 s, limiting long-form training.
Vript \cite{vript2024} provides six-minute films with 145-word scene-level “scripts.” Large-scale video–text datasets like HD-VILA-100M \cite{hd-vila2022} and Panda-70M \cite{panda70m2024} have enabled text-to-video generation at scale, but their clips are mostly 5–15 s with minimal narrative context. To push toward longer, story-driven videos, recent benchmarks offer richer structure: MiraData provides 1–2 min sequences with dense, structured captions covering objects, actions, style and camera motions \cite{miradata2024}, and MovieBench is the first movie-level dataset with hierarchical annotations (movie, scene, shot) enforcing character consistency and multi-scene storytelling \cite{moviebench2025}. Examples of these datasets used in video generation models are in Table~\ref{tab:tasks-datases}.
\section{Evaluation Metrics}
\label{sec:eval}
In recent work, video generation models have largely been assessed using image-derived metrics such as Inception Score (IS) \cite{Salimans2016}, Fréchet Inception Distance (FID) \cite{Heusel2017} and its temporal extension Fréchet Video Distance (FVD) \cite{Unterthiner2019}, along with Structural Similarity Index (SSIM) \cite{wang2004image} and Learned Perceptual Image Patch Similarity (LPIPS) \cite{zhang2018unreasonable}, as well as text alignment via CLIPScore \cite{Hessel2021}. While these measures offer convenient benchmarks, they obscure crucial factors such as temporal coherence, storytelling fidelity and multi-scene consistency, and frequently diverge from human judgments on longer, more complex clips.
To address these shortcomings, VBench introduces a comprehensive, hierarchical evaluation suite that decomposes “video generation quality” into fine-grained dimensions such as visual quality, motion smoothness, identity consistency, temporal flicker, spatial relationships and text-video relevance. Each of these dimensions are driven by tailored prompt sets and validated with human preference annotations \cite{Huang2024}. By providing multi-dimensional scores rather than a monolithic metric, VBench enables detailed diagnostics of generative strengths and weaknesses, making it the principal benchmark for next-generation video models. Another similar benchmark that is multi-dimensional is Wan2.1 \cite{wan2025}, however, VBench has been used by most of the recent literature.
\addtocounter{table}{-1}
\begin{table*}[!t]
\centering
\caption{Overview of video diffusion models, their applications, and training datasets. We categorize models by tasks, generation statistics, subject capabilities, and video duration.
\xmybox[green]{TV}Text-to-Video,
\xmybox[blue]{IV}Image-to-Video,
\xmybox[orange]{VV}Video-to-Video,
\xmybox[yellow]{VE}Vide-Extension.
\quad % Adds some space
\xmyboxsquare[grass]{S}Single-Subject,
\xmyboxsquare[mint]{M}Multi-Subject,
\xmyboxsquare[bluejeans]{S}Greater than 17 seconds, %blue
\xmyboxsquare[yellow]{S}5 up to 16 seconds, %blue
\xmyboxsquare[bittersweet]{S}Less than 5 seconds. %red
}
\vspace{-3.5mm}
\label{tab:tasks-datases}
\small % use a smaller font
\setlength{\tabcolsep}{3.5pt} % tighten horizontal padding
\begin{tabularx}{\textwidth}{
p{2.4cm} | % Col 1: “Paper’s Github” fixed at 3 cm wide (adjust as needed)
r | % Col 2: Stars (right‐aligned narrow column)
c | % Col 3: Date (centered)
c@{}c@{}c@{}c | % Cols 4–7: Tasks (4 tiny centered cols, no inter‐space)
c@{\hspace{5pt}}r@{\hspace{0.1pt}}r | % Cols 8–10: Gen Stats (one centered + two right with small gaps)
c % Col 11: Subjects (centered)
p{2cm} | % Col 12: Dataset fixed at 4 cm wide (wider!)
p{1.6cm} % Col 13: Affiliation fixed at 3 cm
% H
}
\toprule
% --- HEADER ROW 1: Main Headers ---
\bfseries Paper's Github
& \bfseries Stars
& \bfseries Date
& \multicolumn{4}{c|}{\bfseries Tasks}
& \multicolumn{3}{c|}{\bfseries Generation Statistics}
& \bfseries Subjects
& \bfseries Dataset
& \bfseries Affiliation \\
% --- HEADER ROW 2: Sub-headers ---
\cmidrule(lr){4-7} \cmidrule(lr){9-11}
& & & \bfseries TV & \bfseries IV & \bfseries VV & \bfseries VE & \bfseries Len. & \bfseries FPS & \bfseries \#Frames & & & \\
\midrule
\href{https://seed.bytedance.com/en/seedance}{Seedance 1.0}~\cite{gao2025seedance} & - & 06'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[yellow]{5} & 30 & 150 & \xmyboxsquare[mint]{M} & - & ByteDance \\
\href{https://github.com/Tencent-Hunyuan/HunyuanVideo-Avatar}{HunyuanVideo-Avatar}~\cite{chen2025hunyuanvideoavatar} & 1K & 05'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[bluejeans]{30} & 25 & 750 & \xmyboxsquare[mint]{M} & Koala-36M, CelebV-HQ, HDTF & Tencent \\
\href{https://github.com/SandAI-org/MAGI-1}{MAGI-1}~\cite{teng2025magi1} & 3.2K & 05'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & \xmybox[Yellow]{VE} & \xmyboxsquare[yellow]{16} & 24 & 384 & \xmyboxsquare[grass]{S} & Open-perfectblend & Sand AI \\
\href{https://github.com/Tencent-Hunyuan/HunyuanCustom}{HunyuanCustom}\\~\cite{hu2025hunyuancustom} & 1K & 05'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & \xmybox[orange]{VV} & & \xmyboxsquare[yellow]{5} & 26 & 129 & \xmyboxsquare[mint]{M} & OpenHumanvid, Panda-2M & Tencent \\
\href{https://deepmind.google/models/veo/}{Veo3}~\cite{deepmind2025veo3} & - & 05'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & \xmybox[Yellow]{VE} & \xmyboxsquare[yellow]{8} & 60 & 480 & \xmyboxsquare[mint]{M} & - & Google \\
\href{https://github.com/SkyworkAI/SkyReels-V2}{SkyReels-v2}~\cite{chen2025skyreelsv2} & 2.7K & 04'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & \xmybox[Yellow]{VE} & \xmyboxsquare[bluejeans]{30} & 24 & 720 & \xmyboxsquare[mint]{M} & Koala-36M, HumanVid & Skywork AI \\
\href{https://github.com/hpcaitech/Open-Sora}{Open-Sora 2.0
}~\cite{peng2025opensora2} & 26.6K & 03'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[yellow]{5} & 24 & 128 & \xmyboxsquare[mint]{M} & WebVid-10M, Panda-70M, HD-VG-130M, MiraData, Vript, Inter4K & HPC-AI Tech \\
\href{https://github.com/Wan-Video/Wan2.1}{WAN}~\cite{wan2025} & 11.8K & 03'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & \xmybox[Yellow]{VE} & \xmyboxsquare[yellow]{5} & 16 & 81 & \xmyboxsquare[mint]{M} & - & Alibaba \\
\href{https://github.com/ali-vilab/VACE}{VACE}~\cite{vace2025} & 2.3K & 03'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & \xmybox[orange]{VV} & \xmybox[Yellow]{VE} & \xmyboxsquare[yellow]{5} & 16 & 81 & \xmyboxsquare[mint]{M} & - & Alibaba \\
\href{https://github.com/Phantom-video/Phantom}{Phantom}~\cite{liu2025phantom} & 1K & 02'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[yellow]{5} & 25 & 125 & \xmyboxsquare[mint]{M} & Panda70M & ByteDance \\
\href{https://github.com/stepfun-ai/Step-Video-Ti2V}{StepVideo}~\cite{huang2025stepvideo} & 3K & 02'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[yellow]{8} & 25 & 204 & \xmyboxsquare[mint]{M} & - & Step-Video \\
\href{https://yuzhou914.github.io/ConceptMaster/}{ConceptMaster}~\cite{huang2025conceptmaster} & - & 01'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[yellow]{5} & 62 & 310 & \xmyboxsquare[mint]{M} & Panda-2M, MS-COCO & Kuaishou Tech \\
\href{https://snap-research.github.io/open-set-video-personalization/}{VideoAlchemist}~\cite{chen2025videoalchemist} & - & 01'25 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[yellow]{5} & 24 & 120 & \xmyboxsquare[mint]{M} & MSRVTT-Personalization & Snap \\
\href{https://github.com/Tencent-Hunyuan/HunyuanVideo}{HunyuanVideo}~\cite{kong2024hunyuanvideo} & 10.2K & 12'24 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & \xmybox[Yellow]{VE} & \xmyboxsquare[yellow]{5} & 26 & 129 & \xmyboxsquare[mint]{M} & - & Tencent \\
\href{https://github.com/Lightricks/LTX-Video}{LTX-video}~\cite{hacohen2025ltxvideo} & 6.3K & 12'24 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & \xmybox[Yellow]{VE} & \xmyboxsquare[yellow]{5} & 24 & 120 & \xmyboxsquare[mint]{M} & MS-COCO, LAION-5B, MSR-VTT, UCF-101 & Lightricks \\
\href{https://ai.meta.com/research/movie-gen/}{MovieGen}~\cite{polyak2024moviegen} & - & 10'24 & \xmybox[green]{TV} & \xmybox[blue]{IV} & \xmybox[orange]{VV} & & \xmyboxsquare[yellow]{16} & 24 & 384 & \xmyboxsquare[bluejeans]{L} & UCF-101, MSR-VTT, Kinetics-400, SAM-2 & Meta \\
\href{https://github.com/THUDM/CogVideo}{CogVideoX}~\cite{yang2024cogvideox} & 11.5K & 08'24 & \xmybox[green]{TV} & \xmybox[blue]{IV} & \xmybox[orange]{VV} & & \xmyboxsquare[yellow]{10} & 16 & 160 & \xmyboxsquare[bluejeans]{L} & Panda-70M, COYO-700M, LAION-5B, WebVid & Tsinghua Uni \\
\href{https://github.com/PKU-YuanGroup/Open-Sora-Plan}{Open-Sora Plan}~\cite{lin2024opensoraplan} & 12K & 11'24 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[yellow]{6} & 24 & 144 & \xmyboxsquare[bluejeans]{L} & COCO, JourneyDB, Panda70M, VIDAL-10M, WebVid-10M & Peking Uni \\
\end{tabularx}
\end{table*}
\addtocounter{table}{-1}
\begin{table*}[!t]\ContinuedFloat
\caption{(Continued)}
\small % use a smaller font
\setlength{\tabcolsep}{3.5pt} % tighten horizontal padding
\begin{tabularx}{\textwidth}{
p{2.6cm} | % Col 1: “Paper’s Github” fixed at 3 cm wide (adjust as needed)
r | % Col 2: Stars (right‐aligned narrow column)
c | % Col 3: Date (centered)
c@{}c@{}c@{}c | % Cols 4–7: Tasks (4 tiny centered cols, no inter‐space)
c@{\hspace{5pt}}r@{\hspace{0.1pt}}r | % Cols 8–10: Gen Stats (one centered + two right with small gaps)
c % Col 11: Subjects (centered)
p{2cm} | % Col 12: Dataset fixed at 4 cm wide (wider!)
p{1.6cm} % Col 13: Affiliation fixed at 3 cm
}
\toprule
% --- HEADER ROW 1: Main Headers ---
\bfseries Paper's Github
& \bfseries Stars
& \bfseries Date
& \multicolumn{4}{c|}{\bfseries Tasks}
& \multicolumn{3}{c|}{\bfseries Generation Statistics}
& \bfseries Subjects
& \bfseries Dataset
& \bfseries Affiliation \\
% --- HEADER ROW 2: Sub-headers ---
\cmidrule(lr){4-7} \cmidrule(lr){9-11}
& & & \bfseries TV & \bfseries IV & \bfseries VV & \bfseries VE & \bfseries Len. & \bfseries FPS & \bfseries \#Frames & & & \\
\midrule
\href{https://yuqingwang1029.github.io/Loong-video/}{Loong}~\cite{wang2024loong} & - & 10'24 & \xmybox[green]{TV} & & & & \xmyboxsquare[bluejeans]{150} & 7 & 1050 & \xmyboxsquare[mint]{M} & LAION-5B, MSR-VTT & ByteDance \\
\href{https://github.com/Dawn-LX/CausalCache-VDM}{Ca2-VDM}~\cite{gao2024ca2vdm} & 1K & 06'24 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[bluejeans]{60} & 24 & 1440 & \xmyboxsquare[grass]{S} & MSR-VTT, UCF-101, Sky Timelapse & Zhejiang Uni \\
\href{https://openai.com/sora/}{Sora}~\cite{openai2024sora} & - & 06'24 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[bluejeans]{20} & 30 & 600 & \xmyboxsquare[mint]{M} & - & openAI \\
\href{https://github.com/HVision-NKU/StoryDiffusion}{StoryDiffusion}~\cite{zhou2024storydiffusion} & 6.3K & 05'24 & \xmybox[green]{TV} & & & & \xmyboxsquare[yellow]{13} & 14 & 182 & \xmyboxsquare[mint]{M} & Webvid10M & ByteDance \\
\href{https://github.com/kyegomez/LUMIERE}{Lumiere}~\cite{bartal2024lumiere} & 1K & 01'24 & \xmybox[green]{TV} & \xmybox[blue]{IV} & \xmybox[orange]{VV} & & \xmyboxsquare[yellow]{5} & 16 & 80 & \xmyboxsquare[bluejeans]{L} & UCF101 & Google \\
\href{https://sites.research.google/videopoet/}{VideoPoet}~\cite{singer2023videopoet} & - & 12'23 & \xmybox[green]{TV} & \xmybox[blue]{IV} & \xmybox[orange]{VV} & & \xmyboxsquare[yellow]{5} & 8 & 41 & \xmyboxsquare[bluejeans]{L} & MSR-VTT, UCF-101, Kinetics 600, Something-Something V2, DAVIS & Google \\
\href{https://github.com/ali-vilab/Vgen}{DreamVideo}~\cite{gao2023dreamvideo} & 3.1K & 12'23 & \xmybox[green]{TV} & \xmybox[blue]{IV} & \xmybox[orange]{VV} & & \xmyboxsquare[bittersweet]{4} & 8 & 32 & \xmyboxsquare[grass]{S} & UCF101, DAVIS & Alibaba \\
\href{https://github.com/ali-vilab/Vgen}{I2VGen-XL}~\cite{zhang2023i2vgenxl} & 3.1K & 11'23 & \xmybox[green]{TV} & \xmybox[blue]{IV} & \xmybox[orange]{VV} & & \xmyboxsquare[bluejeans]{30} & 8 & 200 & \xmyboxsquare[grass]{S} & Web-Vid10M, LAION-400M & Alibaba \\
\href{https://github.com/Vchitect/SEINE}{SEINE}~\cite{chen2023seine} & 1K & 11'23 & \xmybox[green]{TV} & & & & \xmyboxsquare[bittersweet]{2} & 8 & 16 & \xmyboxsquare[grass]{S} & UCF101 & Shanghai AI \\
\href{https://github.com/Stability-AI/generative-models}{SVD}~\cite{ho2023svd} & 25.9K & 11'23 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[bittersweet]{2} & 14 & 25 & \xmyboxsquare[grass]{S} & UCF101, LVD-10M, MVImgNet, Google Scanned Objects & Stability AI \\
\href{https://magvit.cs.cmu.edu/v2/}{MAGVIT-v2}~\cite{yu2023magvitv2} & - & 10'23 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[bittersweet]{2} & 8 & 17 & \xmyboxsquare[grass]{S} & UCF-101, Kinetics-600, SSv2 & Google \\
\href{https://github.com/guoyww/AnimateDiff}{AnimateDiff}~\cite{gu2023animatediff} & 11.4K & 07'23 & & \xmybox[blue]{IV} & & & \xmyboxsquare[bittersweet]{2} & 16 & 32 & \xmyboxsquare[grass]{S} & WebVid-10M, Civitai & Stanford Uni \\
\href{https://video-diffusion.github.io/}{VDM}~\cite{ho2022vdm} & - & 04'22 & \xmybox[green]{TV} & \xmybox[blue]{IV} & & & \xmyboxsquare[bittersweet]{2} & 8 & 16 & \xmyboxsquare[grass]{S} & UCF101, BAIR Robot Pushing, Kinetics-600 & Google \\
\end{tabularx}
\end{table*}
\vspace{1ex}
\begin{thebibliography}{106}
\providecommand{\natexlab}[1]{#1}
\providecommand{\url}[1]{\texttt{#1}}
\expandafter\ifx\csname urlstyle\endcsname\relax
\providecommand{\doi}[1]{doi: #1}\else
\providecommand{\doi}{doi: \begingroup \urlstyle{rm}\Url}\fi
\bibitem[Bain et~al.(2021)Bain, Nagrani, Varol, and Zisserman]{webvid10m2021}
Max Bain, Arsha Nagrani, G{\"u}l Varol, and Andrew Zisserman.
\newblock Frozen in time: A joint video and image encoder for end-to-end retrieval.
\newblock In \emph{Proceedings of the IEEE/CVF International Conference on Computer Vision}, 2021.
\bibitem[Bar-Tal et~al.(2024)Bar-Tal, Chefer, Tov, Herrmann, Paiss, Zada, Ephrat, Hur, Liu, Raj, Li, Rubinstein, Michaeli, Wang, Sun, Dekel, and Mosseri]{bartal2024lumiere}
Omer Bar-Tal, Hila Chefer, Omer Tov, Charles Herrmann, Roni Paiss, Shiran Zada, Ariel Ephrat, Junhwa Hur, Guanghui Liu, Amit Raj, Yuanzhen Li, Michael Rubinstein, Tomer Michaeli, Oliver Wang, Deqing Sun, Tali Dekel, and Inbar Mosseri.
\newblock Lumiere: A space-time diffusion model for video generation.
\newblock arXiv preprint arXiv:2401.12945, 2024.
\bibitem[Bertasius et~al.(2021)Bertasius, Wang, and Torresani]{bertasius2021timesformer}
Gedas Bertasius, Heng Wang, and Lorenzo Torresani.
\newblock Is space-time attention all you need for video understanding?
\newblock In \emph{Proceedings of the 38th International Conference on Machine Learning (ICML)}, pages 813--824. PMLR, 2021.
\bibitem[Brooks et~al.(2022)Brooks, Hellsten, Aittala, Wang, Aila, Lehtinen, Liu, Efros, and Karras]{brooks2022generating}
Tim Brooks, Janne Hellsten, Miika Aittala, Ting-Chun Wang, Timo Aila, Jaakko Lehtinen, Ming-Yu Liu, Alexei~A. Efros, and Tero Karras.
\newblock Generating long videos of dynamic scenes.
\newblock \emph{arXiv preprint arXiv:2206.03429}, 2022.
\bibitem[Brown et~al.(2020)Brown, Mann, Ryder, Subbiah, Kaplan, Dhariwal, Neelakantan, Shyam, Sastry, Askell, Agarwal, Herbert-Voss, Krueger, et~al.]{brown2020language}
Tom~B. Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, Sandhini Agarwal, Ariel Herbert-Voss, Gretchen Krueger, et~al.
\newblock Language models are few-shot learners.
\newblock \emph{NeurIPS}, 2020.
\bibitem[Chen et~al.(2025{\natexlab{a}})Chen, Lin, Yang, Lin, Zhu, Fan, Zhang, Chen, Chen, Ma, Xiong, Wang, Pang, Kang, Xu, Jin, Liang, Song, Zhao, Xu, Qiu, Li, Fei, Li, and Zhou]{chen2025skyreelsv2}
Guibin Chen, Dixuan Lin, Jiangping Yang, Chunze Lin, Juncheng Zhu, Mingyuan Fan, Hao Zhang, Sheng Chen, Zheng Chen, Chengchen Ma, Weiming Xiong, Wei Wang, Nuo Pang, Kang Kang, Zhiheng Xu, Yuzhe Jin, Yupeng Liang, Yubing Song, Peng Zhao, Boyuan Xu, Di Qiu, Debang Li, Zhengcong Fei, Yang Li, and Yahui Zhou.
\newblock Skyreels-v2: Infinite-length film generative model.
\newblock arXiv preprint arXiv:2504.13074, 2025{\natexlab{a}}.
\bibitem[Chen et~al.(2023{\natexlab{a}})Chen, Yu, Ge, Yao, Xie, Wu, Wang, Kwok, Luo, Lu, and Li]{pixart2023}
Junsong Chen, Jincheng Yu, Chongjian Ge, Lewei Yao, Enze Xie, Yue Wu, Zhongdao Wang, James Kwok, Ping Luo, Huchuan Lu, and Zhenguo Li.
\newblock Pixart-$\alpha$: Fast training of diffusion transformer for photorealistic text-to-image synthesis, 2023{\natexlab{a}}.
\bibitem[Chen et~al.(2024{\natexlab{a}})Chen, Siarohin, Menapace, Deyneka, Chao, Jeon, Fang, Lee, Ren, Yang, and Tulyakov]{chen2024panda70m}
Tsai-Shien Chen, Aliaksandr Siarohin, Willi Menapace, Ekaterina Deyneka, Hsiang-wei Chao, Byung~Eun Jeon, Yuwei Fang, Hsin-Ying Lee, Jian Ren, Ming-Hsuan Yang, and Sergey Tulyakov.
\newblock Panda-70m: Captioning 70m videos with multiple cross-modality teachers.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, 2024{\natexlab{a}}.
\bibitem[Chen et~al.(2024{\natexlab{b}})Chen, Siarohin, Menapace, Deyneka, Chao, Jeon, Fang, Lee, Ren, Yang, and Tulyakov]{panda70m2024}
Tsai-Shien Chen, Aliaksandr Siarohin, Willi Menapace, Ekaterina Deyneka, Hsiang-Wei Chao, Byung~Eun Jeon, Yuwei Fang, Hsin-Ying Lee, Jian Ren, Ming-Hsuan Yang, and Sergey Tulyakov.
\newblock Panda-70m: Captioning 70m videos with multiple cross-modality teachers.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, 2024{\natexlab{b}}.
\newblock arXiv preprint arXiv:2402.19479.
\bibitem[Chen et~al.(2025{\natexlab{b}})Chen, Siarohin, Menapace, Fang, Lee, Skorokhodov, Aberman, Zhu, Yang, and Tulyakov]{chen2025videoalchemist}
Tsai-Shien Chen, Aliaksandr Siarohin, Willi Menapace, Yuwei Fang, Kwot~Sin Lee, Ivan Skorokhodov, Kfir Aberman, Jun-Yan Zhu, Ming-Hsuan Yang, and Sergey Tulyakov.
\newblock Multi-subject open-set personalization in video generation.
\newblock In \emph{CVPR}, 2025{\natexlab{b}}.
\bibitem[Chen et~al.(2023{\natexlab{b}})Chen, Chen, Wang, Zhuang, Li, Xiao, Gan, and Carin]{chen2023seine}
Xinyuan Chen, Xin Chen, Xuan Wang, Youshan Zhuang, Xiaoxiao Li, Chaoen Xiao, Zhe Gan, and Lawrence Carin.
\newblock Seine: Short-to-long video diffusion model for generative transition and prediction.
\newblock \emph{ICLR}, 2023{\natexlab{b}}.
\bibitem[Chen et~al.(2025{\natexlab{c}})Chen, Liang, Zhou, Huang, Ma, Tang, Lin, Zhou, and Lu]{chen2025hunyuanvideoavatar}
Yi Chen, Sen Liang, Zixiang Zhou, Ziyao Huang, Yifeng Ma, Junshu Tang, Qin Lin, Yuan Zhou, and Qinglin Lu.
\newblock Hunyuanvideo-avatar: High-fidelity audio-driven human animation for multiple characters.
\newblock arXiv preprint arXiv:2505.20156, 2025{\natexlab{c}}.
\bibitem[Chung et~al.(2023)Chung, Constant, Garcia, Roberts, Tay, Narang, and Firat]{umt5-2023}
Hyung~Won Chung, Noah Constant, Xavier Garcia, Adam Roberts, Yi Tay, Sharan Narang, and Orhan Firat.
\newblock Unimax: Fairer and more effective language sampling for large-scale multilingual pretraining.
\newblock In \emph{International Conference on Learning Representations}, 2023.
\bibitem[Chung et~al.(2024)Chung, Hou, Longpre, Zoph, Tay, Fedus, Li, Wang, Dehghani, Brahma, Webson, Gu, Dai, Suzgun, Chen, Chowdhery, Castro-Ros, Pellat, Robinson, Valter, Narang, Mishra, Yu, Zhao, Huang, Dai, Yu, Petrov, Chi, Dean, Devlin, Roberts, Zhou, Le, and Wei]{t5-xxl-2024}
Hyung~Won Chung, Le Hou, Shayne Longpre, Barret Zoph, Yi Tay, William Fedus, Yunxuan Li, Xuezhi Wang, Mostafa Dehghani, Siddhartha Brahma, Albert Webson, Shixiang~Shane Gu, Zhuyun Dai, Mirac Suzgun, Xinyun Chen, Aakanksha Chowdhery, Alex Castro-Ros, Marie Pellat, Kevin Robinson, Dasha Valter, Sharan Narang, Gaurav Mishra, Adams Yu, Vincent~Y. Zhao, Yanping Huang, Andrew~M. Dai, Hongkun Yu, Slav Petrov, Ed~H. Chi, Jeff Dean, Jacob Devlin, Adam Roberts, Denny Zhou, Quoc~V. Le, and Jason Wei.
\newblock Scaling instruction-finetuned language models.
\newblock \emph{Journal of Machine Learning Research}, 2024.
\bibitem[Davtyan et~al.(2023)Davtyan, Sameni, and Favaro]{davtyan2023river}
Aram Davtyan, Sepehr Sameni, and Paolo Favaro.
\newblock Efficient video prediction via sparsely conditioned flow matching.
\newblock In \emph{Proceedings of the IEEE/CVF International Conference on Computer Vision (ICCV)}, pages 23263--23274, 2023.
\bibitem[Duke et~al.(2021)Duke, Ahmed, Wolf, Aarabi, and Taylor]{duke2021sstvos}
Brendan Duke, Abdalla Ahmed, Christian Wolf, Parham Aarabi, and Graham~W. Taylor.
\newblock Sstvos: Sparse spatiotemporal transformers for video object segmentation.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, pages 5912--5921, 2021.
\bibitem[Esser et~al.(2024)Esser, Kulal, Blattmann, Entezari, M\"uller, Saini, Levi, Lorenz, Sauer, B\"osel, Podell, Dockhorn, English, Lacey, Goodwin, Marek, and Rombach]{flowmatching2024}
Patrick Esser, Sumith Kulal, Andreas Blattmann, Rahim Entezari, Jonas M\"uller, Harry Saini, Yam Levi, Dominik Lorenz, Axel Sauer, Frederic B\"osel, Dustin Podell, Tim Dockhorn, Zion English, Kyle Lacey, Alex Goodwin, Yannik Marek, and Robin Rombach.
\newblock Scaling rectified flow transformers for high-resolution image synthesis.
\newblock In \emph{Proceedings of the 41st International Conference on Machine Learning}, pages 12606--12633, 2024.
\bibitem[Gao et~al.(2025{\natexlab{a}})Gao, Shi, Zhang, Wang, Xiao, and Chen]{gao2024ca2vdm}
Kaifeng Gao, Jiaxin Shi, Hanwang Zhang, Chunping Wang, Jun Xiao, and Long Chen.
\newblock Ca2-vdm: Efficient autoregressive video diffusion model with causal generation and cache sharing.
\newblock \emph{ICML}, 2025{\natexlab{a}}.
\bibitem[Gao et~al.(2024)Gao, Hong, Berg, Vahdat, Efros, Freeman, and Norouzi]{gao2023dreamvideo}
Tianyun Gao, Lanqing Hong, Tamara~L. Berg, Arash Vahdat, Alexei~A. Efros, William~T. Freeman, and Mohammad Norouzi.
\newblock Dreamvideo: Composing your dream videos with customized subject and motion.
\newblock \emph{CVPR}, 2024.
\bibitem[Gao et~al.(2025{\natexlab{b}})Gao, Guo, Hoang, Huang, Jiang, Kong, Li, Li, Li, Li, Li, Li, Lin, Lin, Liu, Liu, Nie, Qing, Ren, Sun, Tian, Wang, Wang, Wei, Wu, Wu, Xia, Xiao, Xiao, Yan, Yang, Yang, Yang, Yang, Yang, Ye, Zeng, Zeng, Zhang, Zhao, Zheng, Zhu, Zou, and Zuo]{gao2025seedance}
Yu Gao, Haoyuan Guo, Tuyen Hoang, Weilin Huang, Lu Jiang, Fangyuan Kong, Huixia Li, Jiashi Li, Liang Li, Xiaojie Li, Xunsong Li, Yifu Li, Shanchuan Lin, Zhijie Lin, Jiawei Liu, Shu Liu, Xiaonan Nie, Zhiwu Qing, Yuxi Ren, Li Sun, Zhi Tian, Rui Wang, Sen Wang, Guoqiang Wei, Guohong Wu, Jie Wu, Ruiqi Xia, Fei Xiao, Xuefeng Xiao, Jiangqiao Yan, Ceyuan Yang, Jianchao Yang, Runkai Yang, Tao Yang, Yihang Yang, Zilyu Ye, Xuejiao Zeng, Yan Zeng, Heng Zhang, Yang Zhao, Xiaozheng Zheng, Peihao Zhu, Jiaxin Zou, and Feilong Zuo.
\newblock Seedance 1.0: Exploring the boundaries of video generation models.
\newblock arXiv preprint arXiv:2506.09113, 2025{\natexlab{b}}.
\bibitem[Geng et~al.(2025)Geng, Deng, Bai, Kolter, and He]{geng2025meanflows}
Zhengyang Geng, Mingyang Deng, Xingjian Bai, J.~Zico Kolter, and Kaiming He.
\newblock Mean flows for one-step generative modeling.
\newblock \emph{CVPR}, 2025.
\bibitem[{Google DeepMind}(2025)]{deepmind2025veo3}
{Google DeepMind}.
\newblock Veo 3: Neural video generation with native audio.
\newblock Web demo, 2025.
\bibitem[Gu et~al.(2024)Gu, Shu, Guo, Liang, Qin, and Fei]{gu2023animatediff}
Shun Gu, Tianmin Shu, Yandong Guo, Zhihao Liang, Guoshuai Qin, and Qinghua Fei.
\newblock Animatediff: Animate your personalized text-to-image models.
\newblock GitHub repository, 2024.
\bibitem[HaCohen et~al.(2025)HaCohen, Chiprut, Brazowski, Shalem, Moshe, Richardson, Levin, Shiran, Zabari, Gordon, Panet, Weissbuch, Kulikov, Bitterman, Melumian, and Bibi]{hacohen2025ltxvideo}
Yoav HaCohen, Nisan Chiprut, Benny Brazowski, Daniel Shalem, Dudu Moshe, Eitan Richardson, Eran Levin, Guy Shiran, Nir Zabari, Ori Gordon, Poriya Panet, Sapir Weissbuch, Victor Kulikov, Yaki Bitterman, Zeev Melumian, and Ofir Bibi.
\newblock Ltx-video: Realtime video latent diffusion.
\newblock arXiv preprint arXiv:2501.00103, 2025.
\bibitem[Hessel et~al.(2021)Hessel, Holtzman, Forbes, Le~Bras, and Choi]{Hessel2021}
Jack Hessel, Ari Holtzman, Maxwell Forbes, Ronan Le~Bras, and Yejin Choi.
\newblock Clipscore: A reference-free evaluation metric for image captioning.
\newblock In \emph{Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing}, pages 7514--7528. Association for Computational Linguistics, 2021.
\bibitem[Heusel et~al.(2017)Heusel, Ramsauer, Unterthiner, Nessler, and Hochreiter]{Heusel2017}
Martin Heusel, Hubert Ramsauer, Thomas Unterthiner, Bernhard Nessler, and Sepp Hochreiter.
\newblock Gans trained by a two time‐scale update rule converge to a local nash equilibrium.
\newblock In \emph{Advances in Neural Information Processing Systems}, pages 6626--6637, 2017.
\bibitem[Ho et~al.(2020)Ho, Jain, and Abbeel]{ddpm2020}
Jonathan Ho, Ajay Jain, and Pieter Abbeel.
\newblock Denoising diffusion probabilistic models.
\newblock In \emph{NeurIPS}, 2020.
\bibitem[Ho et~al.(2022)Ho, Salimans, Gritsenko, Chan, Norouzi, and Fleet]{ho2022vdm}
Jonathan Ho, Tim Salimans, Alexey Gritsenko, William Chan, Mohammad Norouzi, and David~J. Fleet.
\newblock Video diffusion models.
\newblock In \emph{Advances in Neural Information Processing Systems (NeurIPS)}, 2022.
\bibitem[Ho et~al.(2023)Ho, Salimans, Gritsenko, Chan, Norouzi, and Fleet]{ho2023svd}
Jonathan Ho, Tim Salimans, Alexey Gritsenko, William Chan, Mohammad Norouzi, and David~J. Fleet.
\newblock Stable video diffusion.
\newblock arXiv preprint arXiv:2311.15127, 2023.
\bibitem[Hu et~al.(2021)Hu, Shen, Wallis, Allen-Zhu, Li, Wang, Wang, and Chen]{hu2021lora}
Edward~J. Hu, Yelong Shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, and Weizhu Chen.
\newblock Lora: Low-rank adaptation of large language models.
\newblock \emph{arXiv preprint arXiv:2106.09685}, 2021.
\bibitem[Hu et~al.(2025)Hu, Yu, Zhou, Liang, Zhou, Lin, and Lu]{hu2025hunyuancustom}
Teng Hu, Zhentao Yu, Zhengguang Zhou, Sen Liang, Yuan Zhou, Qin Lin, and Qinglin Lu.
\newblock Hunyuancustom: A multimodal-driven architecture for customized video generation.
\newblock arXiv preprint arXiv:2505.04512, 2025.
\bibitem[Huang et~al.(2025{\natexlab{a}})Huang, Ma, Duan, Chen, Wan, Ming, Wang, Wang, Lu, Li, Zeng, Zhang, Yu, Yin, Wu, Sun, An, Han, Sun, Ji, Huang, Li, Wu, Huang, Xiong, He, Wu, Yuan, Wu, Liu, Guo, Tan, Chen, Chen, Sun, Yuan, Yin, Liu, Chen, Dai, Luo, Ge, Guan, Song, Zhou, Jiao, Chen, Li, Zhou, Zhang, Xiu, Zhu, Shum, and Jiang]{huang2025stepvideo}
Haoyang Huang, Guoqing Ma, Nan Duan, Xing Chen, Changyi Wan, Ranchen Ming, Tianyu Wang, Bo Wang, Zhiying Lu, Aojie Li, Xianfang Zeng, Xinhao Zhang, Gang Yu, Yuhe Yin, Qiling Wu, Wen Sun, Kang An, Xin Han, Deshan Sun, Wei Ji, Bizhu Huang, Brian Li, Chenfei Wu, Guanzhe Huang, Huixin Xiong, Jiaxin He, Jianchang Wu, Jianlong Yuan, Jie Wu, Jiashuai Liu, Junjing Guo, Kaijun Tan, Liangyu Chen, Qiaohui Chen, Ran Sun, Shanshan Yuan, Shengming Yin, Sitong Liu, Wei Chen, Yaqi Dai, Yuchu Luo, Zheng Ge, Zhisheng Guan, Xiaoniu Song, Yu Zhou, Binxing Jiao, Jiansheng Chen, Jing Li, Shuchang Zhou, Xiangyu Zhang, Yi Xiu, Yibo Zhu, Heung-Yeung Shum, and Daxin Jiang.
\newblock Step-video-ti2v: A state-of-the-art text-driven image-to-video generation model.
\newblock \emph{arXiv preprint arXiv:2503.11251}, 2025{\natexlab{a}}.
\bibitem[Huang et~al.(2025{\natexlab{b}})Huang, Yuan, Liu, Wang, Wang, Zhang, Wan, Zhang, and Gai]{huang2025conceptmaster}
Yuzhou Huang, Ziyang Yuan, Quande Liu, Qiulin Wang, Xintao Wang, Ruimao Zhang, Pengfei Wan, Di Zhang, and Kun Gai.
\newblock Conceptmaster: Multi-concept video customization on diffusion transformer models without test-time tuning.
\newblock \emph{arXiv preprint arXiv:2501.04698}, 2025{\natexlab{b}}.
\bibitem[Huang et~al.(2024)Huang, He, Yu, Zhang, Si, Jiang, Zhang, Wu, Jin, Chanpaisit, Wang, Chen, Wang, Lin, Qiao, and Liu]{Huang2024}
Ziqi Huang, Yinan He, Jiashuo Yu, Fan Zhang, Chenyang Si, Yuming Jiang, Yuanhan Zhang, Tianxing Wu, Qingyang Jin, Nattapol Chanpaisit, Yaohui Wang, Xinyuan Chen, Limin Wang, Dahua Lin, Yu Qiao, and Ziwei Liu.
\newblock Vbench: Comprehensive benchmark suite for video generative models.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, pages 459--468, 2024.
\bibitem[Inc.(2025)]{pika1p5}
Snap Inc.
\newblock Pika 1.5: Realistic scene and motion synthesis, 2025.
\newblock Accessed: 17 June 2025.
\bibitem[James et~al.(2022)James, Gupta, and Davison]{james2022sim2real}
Stephen James, Ankit Gupta, and Andrew Davison.
\newblock Sim2real: Synthetic video data for vision-based robotic manipulation learning.
\newblock In \emph{Proceedings of the IEEE International Conference on Robotics and Automation}, pages 7894--7901, 2022.
\bibitem[Jiang et~al.(2025)Jiang, Han, Mao, Zhang, Pan, and Liu]{vace2025}
Zeyinzi Jiang, Zhen Han, Chaojie Mao, Jingfeng Zhang, Yulin Pan, and Yu Liu.
\newblock Vace: All-in-one video creation and editing.
\newblock \emph{arXiv preprint arXiv:2503.07598}, 2025.
\bibitem[Jin et~al.(2025)Jin, Sun, Li, Xu, Jiang, Zhuang, Huang, Song, Mu, and Lin]{jin2024pyramidflow}
Yang Jin, Zhicheng Sun, Ningyuan Li, Kun Xu, Hao Jiang, Nan Zhuang, Quzhe Huang, Yang Song, Yadong Mu, and Zhouchen Lin.
\newblock Pyramidal flow matching for efficient video generative modeling.
\newblock \emph{ICLR}, 2025.
\bibitem[Ju et~al.(2024{\natexlab{a}})Ju, Gao, Zhang, Yuan, Wang, Zeng, Xiong, Xu, and Shan]{ju2024miradata}
Xuan Ju, Yiming Gao, Zhaoyang Zhang, Ziyang Yuan, Xintao Wang, Ailing Zeng, Yu Xiong, Qiang Xu, and Ying Shan.
\newblock Miradata: A large-scale video dataset with long durations and structured captions, 2024{\natexlab{a}}.
\bibitem[Ju et~al.(2024{\natexlab{b}})Ju, Gao, Zhang, Yuan, Wang, Zeng, Xiong, Xu, and Shan]{miradata2024}
Xuan Ju, Yiming Gao, Zhaoyang Zhang, Ziyang Yuan, Xintao Wang, Ailing Zeng, Yu Xiong, Qiang Xu, and Ying Shan.
\newblock Miradata: A large-scale video dataset with long durations and structured captions.
\newblock In \emph{Proceedings of the 38th Conference on Neural Information Processing Systems (NeurIPS) — Datasets and Benchmarks Track}, 2024{\natexlab{b}}.
\bibitem[Kim et~al.(2023)Kim, Park, and Lee]{kim2023cinediff}
Junhee Kim, Seong Park, and Donghyun Lee.
\newblock Cinediff: Diffusion models for cinematic video synthesis.
\newblock In \emph{Proceedings of the IEEE International Conference on Computer Vision}, pages 1456--1465, 2023.
\bibitem[Kong et~al.(2024)Kong, Tian, Zhang, Min, Dai, Zhou, Xiong, Li, Wu, Zhang, Wu, Lin, Yuan, Long, Wang, Wang, Li, Huang, Yang, Tan, Wang, Song, Bai, Wu, Xue, Wang, Wang, Liu, Li, Li, Wang, Yu, Deng, Li, Chen, Cui, Peng, Yu, He, Xu, Zhou, Xu, Tao, Lu, Liu, Zhou, Wang, Yang, Wang, Liu, Jiang, and Zhong]{kong2024hunyuanvideo}
Weijie Kong, Qi Tian, Zijian Zhang, Rox Min, Zuozhuo Dai, Jin Zhou, Jiangfeng Xiong, Xin Li, Bo Wu, Jianwei Zhang, Kathrina Wu, Qin Lin, Junkun Yuan, Yanxin Long, Aladdin Wang, Andong Wang, Changlin Li, Duojun Huang, Fang Yang, Hao Tan, Hongmei Wang, Jacob Song, Jiawang Bai, Jianbing Wu, Jinbao Xue, Joey Wang, Kai Wang, Mengyang Liu, Pengyu Li, Shuai Li, Weiyan Wang, Wenqing Yu, Xinchi Deng, Yang Li, Yi Chen, Yutao Cui, Yuanbo Peng, Zhentao Yu, Zhiyu He, Zhiyong Xu, Zixiang Zhou, Zunnan Xu, Yangyu Tao, Qinglin Lu, Songtao Liu, Dax Zhou, Hongfa Wang, Yong Yang, Di Wang, Yuhong Liu, Jie Jiang, and Caesar Zhong.
\newblock Hunyuanvideo: A systematic framework for large video generative models.
\newblock arXiv preprint arXiv:2412.03603, 2024.
\bibitem[Lab(2025)]{hailuo2025}
ByteDance~AI Lab.
\newblock Minimax hailuo: Scalable multi-subject video generation, 2025.
\newblock Accessed: 17 June 2025.
\bibitem[Li et~al.(2025)Li, Xu, Zhan, Mu, Li, Cheng, Chen, Chen, Ye, Wang, and Zhu]{openhvid2024}
Hui Li, Mingwang Xu, Yun Zhan, Shan Mu, Jiaye Li, Kaihui Cheng, Yuxuan Chen, Tan Chen, Mao Ye, Jingdong Wang, and Siyu Zhu.
\newblock Openhumanvid: A large-scale high-quality dataset for enhancing human-centric video generation.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, 2025.
\bibitem[Lin et~al.(2024)Lin, Ge, Cheng, Li, Zhu, Wang, He, Ye, Yuan, Chen, Jia, Zhang, Tang, Pang, She, Yan, Hu, Dong, Chen, Pan, Zhou, Dong, Tian, and Yuan]{lin2024opensoraplan}
Bin Lin, Yunyang Ge, Xinhua Cheng, Zongjian Li, Bin Zhu, Shaodong Wang, Xianyi He, Yang Ye, Shenghai Yuan, Liuhan Chen, Tanghui Jia, Junwu Zhang, Zhenyu Tang, Yatian Pang, Bin She, Cen Yan, Zhiheng Hu, Xiaoyi Dong, Lin Chen, Zhang Pan, Xing Zhou, Shaoling Dong, Yonghong Tian, and Li Yuan.
\newblock Open-sora plan: Open-source large video generation model.
\newblock arXiv preprint arXiv:2412.00131, 2024.
\bibitem[Lin et~al.(2023)Lin, Zala, Cho, and Bansal]{lin2023videodirectorgpt}
Han Lin, Abhay Zala, Jaemin Cho, and Mohit Bansal.
\newblock Videodirectorgpt: Consistent multi-scene video generation via llm-guided planning.
\newblock \emph{arXiv preprint arXiv:2309.15091}, 2023.
\bibitem[Lipman et~al.(2023)Lipman, Chen, Ben\-Hamu, Nickel, and Le]{flowmatching2023}
Yaron Lipman, Ricky T.~Q. Chen, Heli Ben\-Hamu, Maximilian Nickel, and Matt Le.
\newblock Flow matching for generative modeling.
\newblock In \emph{Proceedings of the International Conference on Learning Representations (ICLR)}, 2023.
\bibitem[Liu et~al.(2025)Liu, Ma, Li, Chen, Liu, He, and Wu]{liu2025phantom}
Lijie Liu, Tianxiang Ma, Bingchuan Li, Zhuowei Chen, Jiawei Liu, Qian He, and Xinglong Wu.
\newblock Phantom: Subject-consistent video generation via cross-modal alignment.
\newblock arXiv preprint arXiv:2502.11079, 2025.
\bibitem[Liu et~al.(2023)Liu, Huang, Gan, Tang, and Carin]{liu2023autostory}
Yang Liu, Xiaolei Huang, Zhe Gan, Jian Tang, and Lawrence Carin.
\newblock Autostory: Asynchronous video generation with auto-regressive diffusion.
\newblock arXiv preprint arXiv:2311.11243, 2023.
\bibitem[Ma et~al.(2025)Ma, Wang, Chen, Jia, Liu, Li, Chen, and Qiao]{latte2025}
Xin Ma, Yaohui Wang, Xinyuan Chen, Gengyun Jia, Ziwei Liu, Yuan-Fang Li, Cunjian Chen, and Yu Qiao.
\newblock Latte: Latent diffusion transformer for video generation.
\newblock \emph{Transactions on Machine Learning Research}, 2025.
\bibitem[Müller et~al.(2020)Müller, Abrash, and Sutskever]{muller2020gamegan}
Toni Müller, Michael Abrash, and Ilya Sutskever.
\newblock Gamegan: Video generation for atari games.
\newblock In \emph{Advances in Neural Information Processing Systems}, pages 2427--2438, 2020.
\bibitem[OpenAI(2024)]{openai2024sora}
OpenAI.
\newblock Sora: Openai’s text-to-video generator, 2024.
\bibitem[Peebles and Xie(2023)]{dit2023}
William Peebles and Saining Xie.
\newblock Scalable diffusion models with transformers.
\newblock In \emph{Proceedings of the IEEE/CVF International Conference on Computer Vision (ICCV)}, pages 4195--4205, 2023.
\bibitem[Peng et~al.(2025)Peng, Zheng, Shen, Young, Guo, Wang, Xu, Liu, Jiang, Li, Wang, Ye, Ren, Ma, Liang, Lian, Wu, Zhong, Li, Gong, Lei, Cheng, Zhang, Li, Zhang, Hu, Huang, Wang, Zhao, Wang, Wei, and You]{peng2025opensora2}
Xiangyu Peng, Zangwei Zheng, Chenhui Shen, Tom Young, Xinying Guo, Binluo Wang, Hang Xu, Hongxin Liu, Mingyan Jiang, Wenjun Li, Yuhui Wang, Anbang Ye, Gang Ren, Qianran Ma, Wanying Liang, Xiang Lian, Xiwen Wu, Yuting Zhong, Zhuangyan Li, Chaoyu Gong, Guojun Lei, Leijun Cheng, Limin Zhang, Minghao Li, Ruijie Zhang, Silan Hu, Shijie Huang, Xiaokang Wang, Yuanheng Zhao, Yuqi Wang, Ziang Wei, and Yang You.
\newblock Open-sora 2.0: Training a commercial-level video generation model in \$200k.
\newblock arXiv preprint arXiv:2503.09642, 2025.
\bibitem[Polyak et~al.(2024)Polyak, Zohar, Brown, Tjandra, Sinha, Lee, Vyas, Shi, Ma, Chuang, Yan, Choudhary, Wang, Sethi, Pang, Ma, Misra, Hou, Wang, Jagadeesh, Li, Zhang, Singh, Williamson, Le, Yu, Singh, Zhang, Vajda, Duval, Girdhar, Sumbaly, Rambhatla, Tsai, Azadi, Datta, Chen, Bell, Ramaswamy, Sheynin, Bhattacharya, Motwani, Xu, Li, Hou, Hsu, Yin, Dai, Taigman, Luo, Liu, Wu, Zhao, Kirstain, He, He, Pumarola, Thabet, Sanakoyeu, Mallya, Guo, Araya, Kerr, Wood, Liu, Peng, Vengertsev, Schonfeld, Blanchard, Juefei-Xu, Nord, Liang, Hoffman, Kohler, Fire, Sivakumar, Chen, Yu, Gao, Georgopoulos, Moritz, Sampson, Li, Parmeggiani, Fine, Fowler, Petrovic, and Du]{polyak2024moviegen}
Adam Polyak, Amit Zohar, Andrew Brown, Andros Tjandra, Animesh Sinha, Ann Lee, Apoorv Vyas, Bowen Shi, Chih-Yao Ma, Ching-Yao Chuang, David Yan, Dhruv Choudhary, Dingkang Wang, Geet Sethi, Guan Pang, Haoyu Ma, Ishan Misra, Ji Hou, Jialiang Wang, Kiran Jagadeesh, Kunpeng Li, Luxin Zhang, Mannat Singh, Mary Williamson, Matt Le, Matthew Yu, Mitesh~Kumar Singh, Peizhao Zhang, Peter Vajda, Quentin Duval, Rohit Girdhar, Roshan Sumbaly, Sai~Saketh Rambhatla, Sam Tsai, Samaneh Azadi, Samyak Datta, Sanyuan Chen, Sean Bell, Sharadh Ramaswamy, Shelly Sheynin, Siddharth Bhattacharya, Simran Motwani, Tao Xu, Tianhe Li, Tingbo Hou, Wei-Ning Hsu, Xi Yin, Xiaoliang Dai, Yaniv Taigman, Yaqiao Luo, Yen-Cheng Liu, Yi-Chiao Wu, Yue Zhao, Yuval Kirstain, Zecheng He, Zijian He, Albert Pumarola, Ali Thabet, Artsiom Sanakoyeu, Arun Mallya, Baishan Guo, Boris Araya, Breena Kerr, Carleigh Wood, Ce Liu, Cen Peng, Dimitry Vengertsev, Edgar Schonfeld, Elliot Blanchard, Felix Juefei-Xu, Fraylie Nord, Jeff Liang, John Hoffman, Jonas
Kohler, Kaolin Fire, Karthik Sivakumar, Lawrence Chen, Licheng Yu, Luya Gao, Markos Georgopoulos, Rashel Moritz, Sara~K. Sampson, Shikai Li, Simone Parmeggiani, Steve Fine, Tara Fowler, Vladan Petrovic, and Yuming Du.
\newblock Movie gen: A cast of media foundation models.
\newblock arXiv preprint arXiv:2410.13720, 2024.
\bibitem[Radford et~al.(2021)Radford, Kim, Hallacy, Ramesh, Goh, Agarwal, Sastry, Askell, Mishkin, Clark, Krueger, and Sutskever]{clip2021}
Alec Radford, Jong~Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, Gretchen Krueger, and Ilya Sutskever.
\newblock Learning transferable visual models from natural language supervision.
\newblock In \emph{Proceedings of the 38th International Conference on Machine Learning}, pages 8748--8763. PMLR, 2021.
\bibitem[Raffel et~al.(2020)Raffel, Shazeer, Roberts, Lee, Narang, Matena, Zhou, Li, and Liu]{t5-2019}
Colin Raffel, Noam Shazeer, Adam Roberts, Katherine Lee, Sharan Narang, Michael Matena, Yanqi Zhou, Wei Li, and Peter~J. Liu.
\newblock Exploring the limits of transfer learning with a unified text-to-text transformer.
\newblock \emph{Journal of Machine Learning Research}, 21:\penalty0 1--67, 2020.
\bibitem[Razavi et~al.(2019)Razavi, van~den Oord, and Vinyals]{VQVAE2019}
Ali Razavi, Aaron van~den Oord, and Oriol Vinyals.
\newblock Generating diverse high-fidelity images with vq-vae-2.
\newblock In \emph{Advances in Neural Information Processing Systems}, pages 14837--14847, 2019.
\bibitem[Research(2024)]{runwaygen3}
Runway Research.
\newblock Runway gen-3: Advanced video synthesis platform, 2024.
\newblock Accessed: 17 June 2025.
\bibitem[Rombach et~al.(2022)Rombach, Blattmann, Lorenz, Esser, and Ommer]{ldm2022}
Robin Rombach, Andreas Blattmann, Dominik Lorenz, Patrick Esser, and Bj{\"o}rn Ommer.
\newblock High-resolution image synthesis with latent diffusion models.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, pages 10684--10695, 2022.
\bibitem[Ronneberger et~al.(2015)Ronneberger, Fischer, and Brox]{unet2015}
Olaf Ronneberger, Philipp Fischer, and Thomas Brox.
\newblock U-net: Convolutional networks for biomedical image segmentation.
\newblock In \emph{Proceedings of the International Conference on Medical Image Computing and Computer-Assisted Intervention (MICCAI)}, pages 234--241, 2015.
\bibitem[Salimans et~al.(2016)Salimans, Goodfellow, Zaremba, Cheung, Radford, and Chen]{Salimans2016}
Tim Salimans, Ian~J. Goodfellow, Wojciech Zaremba, Vicki Cheung, Alec Radford, and Xi Chen.
\newblock Improved techniques for training {GANs}.
\newblock In \emph{Advances in Neural Information Processing Systems}, pages 2226--2234, 2016.
\bibitem[Shah et~al.(2024)Shah, Bikshandi, Zhang, Thakkar, Ramani, and Dao]{shah2024flashattention3}
Jay Shah, Ganesh Bikshandi, Ying Zhang, Vijay Thakkar, Pradeep Ramani, and Tri Dao.
\newblock Flashattention-3: Fast and accurate attention with asynchrony and low-precision, 2024.
\bibitem[Singer et~al.(2024)Singer, Jian, Ma, Jiang, Yang, Khashabi, Su, Johnson, Snavely, Xu, and Yang]{singer2023videopoet}
Andrew Singer, Tian Jian, Andrés Ma, Yifan Jiang, Linjie Yang, Daniel Khashabi, Shihan Su, Justin Johnson, Noah Snavely, Chenliang Xu, and Ming-Hsuan Yang.
\newblock Videopoet: Large language models are zero-shot video generators.
\newblock \emph{ICML}, 2024.
\bibitem[Song et~al.(2021)Song, Meng, and Ermon]{ddim2020}
Jiaming Song, Chenlin Meng, and Stefano Ermon.
\newblock Denoising diffusion implicit models.
\newblock In \emph{ICLR}, 2021.
\bibitem[Technology(2024)]{kling2p1}
Kuaishou Technology.
\newblock Kling2.0: Proprietary high-fidelity video generation, 2024.
\newblock Accessed: 17 June 2025.
\bibitem[Teng et~al.(2025)Teng, Jia, Sun, Li, Li, Tang, Han, Zhang, Zhang, Luo, Kang, Sun, Cao, Huang, Lin, Fang, Tao, Zhang, Wang, Liu, Shi, Su, Sun, Pan, Wang, Sheng, Cui, Hu, Yan, Yin, Zhang, Liu, Yin, Yang, Song, Hu, Zhang, Li, and et~al.]{teng2025magi1}
Hansi Teng, Hongyu Jia, Lei Sun, Lingzhi Li, Maolin Li, Mingqiu Tang, Shuai Han, Tianning Zhang, W.\~Q.\ Zhang, Weifeng Luo, Xiaoyang Kang, Yuchen Sun, Yue Cao, Yunpeng Huang, Yutong Lin, Yuxin Fang, Zewei Tao, Zheng Zhang, Zhongshu Wang, Zixun Liu, Dai Shi, Guoli Su, Hanwen Sun, Hong Pan, Jie Wang, Jiexin Sheng, Min Cui, Min Hu, Ming Yan, Shucheng Yin, Siran Zhang, Tingting Liu, Xianping Yin, Xiaoyu Yang, Xin Song, Xuan Hu, Yankai Zhang, Yuqiao Li, and et al.
\newblock Magi-1: Autoregressive video generation at scale.
\newblock arXiv preprint arXiv:2505.13211, 2025.
\bibitem[Tulyakov et~al.(2018)Tulyakov, Liu, Yang, and Kautz]{tulyakov2018mocogan}
Sergey Tulyakov, Ming-Yu Liu, Xiaodong Yang, and Jan Kautz.
\newblock Mocogan: Decomposing motion and content for video generation.
\newblock In \emph{Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition}, pages 1526--1535, 2018.
\bibitem[Unterthiner et~al.(2018)Unterthiner, van Steenkiste, Kurach, Marinier, Michalski, and Gelly]{Unterthiner2019}
Thomas Unterthiner, Sjoerd van Steenkiste, Karol Kurach, Raphaël Marinier, Marcin Michalski, and Sylvain Gelly.
\newblock Towards accurate generative models of video: A new metric \& challenges.
\newblock \emph{arXiv preprint arXiv:1812.01717}, 2018.
\bibitem[van~den Oord et~al.(2017)van~den Oord, Vinyals, and Kavukcuoglu]{VQVAE2017}
Aaron van~den Oord, Oriol Vinyals, and Koray Kavukcuoglu.
\newblock Neural discrete representation learning.
\newblock In \emph{Advances in Neural Information Processing Systems (NeurIPS)}, pages 6306--6315, 2017.
\bibitem[Wang et~al.(2025{\natexlab{a}})Wang, Ai, Wen, Mao, Xie, Chen, Yu, Zhao, Yang, Zeng, Wang, Zhang, Zhou, Wang, Chen, Zhu, Zhao, Yan, Huang, Feng, Zhang, Li, Wu, Chu, Feng, Zhang, Sun, Fang, Wang, Gui, Weng, Shen, Lin, Wang, Zhou, Wang, Shen, Yu, Shi, Huang, Xu, Kou, Lv, Li, Liu, Wang, Zhang, Huang, Li, Wu, Liu, Pan, Zheng, Hong, Shi, Feng, Jiang, Han, Wu, and Liu]{wan2025}
Ang Wang, Baole Ai, Bin Wen, Chaojie Mao, Chen-Wei Xie, Di Chen, Feiwu Yu, Haiming Zhao, Jianxiao Yang, Jianyuan Zeng, Jiayu Wang, Jingfeng Zhang, Jingren Zhou, Jinkai Wang, Jixuan Chen, Kai Zhu, Kang Zhao, Keyu Yan, Lianghua Huang, Mengyang Feng, Ningyi Zhang, Pandeng Li, Pingyu Wu, Ruihang Chu, Ruili Feng, Shiwei Zhang, Siyang Sun, Tao Fang, Tianxing Wang, Tianyi Gui, Tingyu Weng, Tong Shen, Wei Lin, Wei Wang, Wenmeng Zhou, Wente Wang, Wenting Shen, Wenyuan Yu, Xianzhong Shi, Xiaoming Huang, Xin Xu, Yan Kou, Yangyu Lv, Yifei Li, Yijing Liu, Yiming Wang, Yingya Zhang, Yitong Huang, Yong Li, You Wu, Yu Liu, Yulin Pan, Yun Zheng, Yuntao Hong, Yupeng Shi, Yutong Feng, Zeyinzi Jiang, Zhen Han, Zhi-Fan Wu, and Ziyu Liu.
\newblock Wan: Open and advanced large-scale video generative models.
\newblock \emph{arXiv preprint arXiv:2503.20314}, 2025{\natexlab{a}}.
\bibitem[Wang et~al.(2023{\natexlab{a}})Wang, Yuan, Chen, Zhang, Wang, and Zhang]{modelscope2023}
Jiuniu Wang, Hangjie Yuan, Dayou Chen, Yingya Zhang, Xiang Wang, and Shiwei Zhang.
\newblock Modelscope text-to-video technical report.
\newblock Technical Report arXiv:2308.06571, Alibaba DAMO Academy, 2023{\natexlab{a}}.
\bibitem[Wang et~al.(2023{\natexlab{b}})Wang, Chen, and Li]{wang2023text2video_education}
Lei Wang, Hui Chen, and Ming Li.
\newblock Text2video: Generating educational videos from text.
\newblock In \emph{Proceedings of the AAAI Conference on Artificial Intelligence}, pages 6543--6551, 2023{\natexlab{b}}.
\bibitem[Wang et~al.(2024{\natexlab{a}})Wang, Shi, Ou, Chen, Lin, Wang, Jiang, Yang, Zheng, Tao, Yang, Wan, and Zhang]{wang2024koala36m}
Qiuheng Wang, Yukai Shi, Jiarong Ou, Rui Chen, Ke Lin, Jiahao Wang, Boyuan Jiang, Haotian Yang, Mingwu Zheng, Xin Tao, Fei Yang, Pengfei Wan, and Di Zhang.
\newblock Koala-36m: A large-scale video dataset improving consistency between fine-grained conditions and video content, 2024{\natexlab{a}}.
\bibitem[Wang et~al.(2025{\natexlab{b}})Wang, Shi, Ou, Chen, Lin, Wang, Jiang, Yang, Zheng, Tao, Yang, Wan, and Zhang]{koala36m2024}
Qiuheng Wang, Yukai Shi, Jiarong Ou, Rui Chen, Ke Lin, Jiahao Wang, Boyuan Jiang, Haotian Yang, Mingwu Zheng, Xin Tao, Fei Yang, Pengfei Wan, and Di Zhang.
\newblock Koala-36m: A large-scale video dataset improving consistency between fine-grained conditions and video content.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, 2025{\natexlab{b}}.
\newblock arXiv:2410.08260.
\bibitem[Wang and He(2025)]{wang2025diffuse}
Runqian Wang and Kaiming He.
\newblock Diffuse and disperse: Image generation with representation regularization.
\newblock \emph{arXiv preprint arXiv:2506.09027}, 2025.
\bibitem[Wang et~al.(2023{\natexlab{c}})Wang, Yang, Tuo, He, Zhu, Fu, and Liu]{videofactory}
Wenjing Wang, Huan Yang, Zixi Tuo, Huiguo He, Junchen Zhu, Jianlong Fu, and Jiaying Liu.
\newblock Videofactory: Swap attention in spatiotemporal diffusions for text-to-video generation.
\newblock \emph{arXiv preprint arXiv:2305.10874}, 2023{\natexlab{c}}.
\bibitem[Wang et~al.(2024{\natexlab{b}})Wang, Yang, Tuo, He, Zhu, Fu, and Liu]{hdvg130m2024}
Wenjing Wang, Huan Yang, Zixi Tuo, Huiguo He, Junchen Zhu, Jianlong Fu, and Jiaying Liu.
\newblock Videofactory: Swap attention in spatiotemporal diffusions for text-to-video generation.
\newblock In \emph{International Conference on Learning Representations}, 2024{\natexlab{b}}.
\newblock Introduces the HD-VG-130M dataset.
\bibitem[Wang et~al.(2018)Wang, Girshick, Gupta, and He]{wang2018nonlocal}
Xiaolong Wang, Ross Girshick, Abhinav Gupta, and Kaiming He.
\newblock Non-local neural networks.
\newblock In \emph{Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR)}, pages 7794--7803, 2018.
\bibitem[Wang et~al.(2025{\natexlab{c}})Wang, Liu, Wang, Yu, Wu, Sun, Su, Yuille, Liu, and Barsoum]{wang2025keyvid}
Xingrui Wang, Jiang Liu, Ze Wang, Xiaodong Yu, Jialian Wu, Ximeng Sun, Yusheng Su, Alan~L. Yuille, Zicheng Liu, and Emad Barsoum.
\newblock Keyvid: Keyframe-aware video diffusion for audio-synchronized visual animation.
\newblock \emph{arXiv preprint arXiv:2504.09656}, 2025{\natexlab{c}}.
\bibitem[Wang et~al.(2024{\natexlab{c}})Wang, Xiong, Zhou, Lin, Zhao, Kang, Feng, and Liu]{wang2024loong}
Yuqing Wang, Tianwei Xiong, Daquan Zhou, Zhijie Lin, Yang Zhao, Bingyi Kang, Jiashi Feng, and Xihui Liu.
\newblock Loong: Generating minute-level long videos with autoregressive language models.
\newblock arXiv preprint arXiv:2410.02757, 2024{\natexlab{c}}.
\bibitem[Wang et~al.(2004)Wang, Bovik, Sheikh, and Simoncelli]{wang2004image}
Zhou Wang, Alan~C. Bovik, Hamid~R. Sheikh, and Eero~P. Simoncelli.
\newblock Image quality assessment: From error visibility to structural similarity.
\newblock \emph{IEEE Transactions on Image Processing}, 13\penalty0 (4):\penalty0 600--612, 2004.
\bibitem[Wang et~al.(2024{\natexlab{d}})Wang, Li, Zeng, Fang, Guo, Liu, Tan, Chen, Xue, Dai, and Lin]{humanvid2024}
Zhenzhi Wang, Yixuan Li, Yanhong Zeng, Youqing Fang, Yuwei Guo, Wenran Liu, Jing Tan, Kai Chen, Tianfan Xue, Bo Dai, and Dahua Lin.
\newblock Humanvid: Demystifying training data for camera-controllable human image animation.
\newblock \emph{NeurIPS Datasets \& Benchmarks}, 2024{\natexlab{d}}.
\bibitem[Wei et~al.(2025)Wei, Zhou, Chen, and Pan]{fluxdit2024}
Tianyi Wei, Yifan Zhou, Dongdong Chen, and Xingang Pan.
\newblock Freeflux: Understanding and exploiting layer-specific roles in rope-based mmdit for versatile image editing.
\newblock \emph{arXiv preprint arXiv:2503.16153}, 2025.
\bibitem[Wen et~al.(2024)Wen, Li, Zhao, and Lin]{wen2024panacea_autonomous_driving}
Jia Wen, Xiaolei Li, Kun Zhao, and Kai Lin.
\newblock Panacea: Panoramic and controllable video generation for autonomous driving.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, pages 6902--6912, 2024.
\bibitem[Wu et~al.(2024)Wu, Liu, Zhu, Xia, Feng, Wang, Lin, Shen, and Shou]{moviebench2025}
Weijia Wu, Mingyu Liu, Zeyu Zhu, Xi Xia, Haoen Feng, Wen Wang, Kevin~Qinghong Lin, Chunhua Shen, and Mike~Zheng Shou.
\newblock Moviebench: A hierarchical movie-level dataset for long video generation.
\newblock arXiv preprint arXiv:2411.15262, 2024.
\bibitem[Wu et~al.(2025{\natexlab{a}})Wu, Zhu, and Shou]{movieagent2025}
Weijia Wu, Zeyu Zhu, and Mike~Zheng Shou.
\newblock Automated movie generation via multi-agent cot planning.
\newblock \emph{arXiv preprint arXiv:2503.07314}, 2025{\natexlab{a}}.
\bibitem[Wu et~al.(2025{\natexlab{b}})Wu, Siarohin, Menapace, Skorokhodov, Fang, Chordia, Gilitschenski, and Tulyakov]{wu2025mind}
Ziyi Wu, Aliaksandr Siarohin, Willi Menapace, Ivan Skorokhodov, Yuwei Fang, Varnith Chordia, Igor Gilitschenski, and Sergey Tulyakov.
\newblock Mind the time: Temporally-controlled multi-event video generation.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, 2025{\natexlab{b}}.
\bibitem[Xing et~al.(2023)Xing, Feng, Chen, Dai, Hu, Xu, Wu, and Jiang]{xing2023survey}
Zhen Xing, Qijun Feng, Haoran Chen, Qi Dai, Han Hu, Hang Xu, Zuxuan Wu, and Yu-Gang Jiang.
\newblock A survey on video diffusion models.
\newblock \emph{ACM Computing Surveys}, 2023.
\bibitem[Xu et~al.(2020)Xu, Ye, Roth, and Navab]{xu2020surgical_video_synthesis}
Yijun Xu, Fei Ye, Holger Roth, and Nassir Navab.
\newblock Surgical video synthesis using generative models for procedure training.
\newblock In \emph{Proceedings of the International Conference on Medical Image Computing and Computer-Assisted Intervention}, pages 324--332, 2020.
\bibitem[Xue et~al.(2022)Xue, Hang, Zeng, Sun, Liu, Yang, Fu, and Guo]{hd-vila2022}
Hongwei Xue, Tiankai Hang, Yanhong Zeng, Yuchong Sun, Bei Liu, Huan Yang, Jianlong Fu, and Baining Guo.
\newblock Advancing high-resolution video-language representation with large-scale video transcriptions.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, pages 5036--5045, 2022.
\bibitem[Yan et~al.(2022)Yan, Hafner, James, and Abbeel]{yan2022temporally}
Wilson Yan, Danijar Hafner, Stephen James, and Pieter Abbeel.
\newblock Temporally consistent transformers for video generation.
\newblock \emph{arXiv preprint arXiv:2210.02396}, 2022.
\bibitem[Yang et~al.(2024)Yang, Huang, Lu, Han, Zhang, Gao, Hu, and Zhao]{vript2024}
Dongjie Yang, Suyuan Huang, Chengqiang Lu, Xiaodong Han, Haoxin Zhang, Yan Gao, Yao Hu, and Hai Zhao.
\newblock Vript: A video is worth thousands of words.
\newblock In \emph{NeurIPS Datasets \& Benchmarks}, 2024.
\bibitem[Yang et~al.(2021)Yang, Chen, and Sun]{yang2021vr360}
Li Yang, Rui Chen, and Wei Sun.
\newblock 360° vr video generation with generative adversarial networks.
\newblock In \emph{Proceedings of ACM SIGGRAPH Asia}, pages 1--10, 2021.
\bibitem[Yang et~al.(2025{\natexlab{a}})Yang, Li, Zhang, Yin, Bai, Ma, Wang, Cai, Wong, Lu, and Jia]{yang2025towards}
Xindi Yang, Baolu Li, Yiming Zhang, Zhenfei Yin, Lei Bai, Liqian Ma, Zhiyong Wang, Jianfei Cai, Tien-Tsin Wong, Huchuan Lu, and Xu Jia.
\newblock Towards physically plausible video generation via vlm planning.
\newblock \emph{arXiv preprint arXiv:2503.23368}, 2025{\natexlab{a}}.
\bibitem[Yang et~al.(2025{\natexlab{b}})Yang, Teng, Zheng, Ding, Huang, Xu, Yang, Hong, Zhang, Feng, Yin, Zhang, Wang, Cheng, Xu, Gu, Dong, and Tang]{yang2024cogvideox}
Zhuoyi Yang, Jiayan Teng, Wendi Zheng, Ming Ding, Shiyu Huang, Jiazheng Xu, Yuanming Yang, Wenyi Hong, Xiaohan Zhang, Guanyu Feng, Da Yin, Yuxuan Zhang, Weihan Wang, Yean Cheng, Bin Xu, Xiaotao Gu, Yuxiao Dong, and Jie Tang.
\newblock Cogvideox: Text-to-video diffusion models with an expert transformer.
\newblock \emph{ICLR}, 2025{\natexlab{b}}.
\bibitem[Yu et~al.(2023)Yu, Li, Jiang, Lin, Liu, and Zhang]{yu2023magvitv2}
Lijun Yu, Fanghui Li, Xudong Jiang, Ming Lin, Yong Liu, and Weinan Zhang.
\newblock Magvit-v2: Language model beats diffusion — tokenizer is key to visual generation.
\newblock \emph{arXiv preprint arXiv:2310.05737}, 2023.
\bibitem[Zhang and Agrawala(2025)]{zhang2025framepack}
Lvmin Zhang and Maneesh Agrawala.
\newblock Framepack: Packing input frame context for next-frame prediction models.
\newblock arXiv preprint arXiv:2504.12626, 2025.
\bibitem[Zhang et~al.(2018)Zhang, Isola, Efros, Shechtman, and Wang]{zhang2018unreasonable}
Richard Zhang, Phillip Isola, Alexei~A. Efros, Eli Shechtman, and Oliver Wang.
\newblock The unreasonable effectiveness of deep features as a perceptual metric.
\newblock In \emph{Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition}, pages 586--595, 2018.
\bibitem[Zhang et~al.(2023{\natexlab{a}})Zhang, Chen, Zhang, Fu, Luo, and Chen]{zhang2023i2vgenxl}
Shiwei Zhang, Changan Chen, Hao Zhang, Jianlong Fu, Jiebo Luo, and Chuanzhi Chen.
\newblock I2vgen-xl: High-quality image-to-video synthesis via cascaded diffusion models.
\newblock arXiv preprint arXiv:2311.04145, 2023{\natexlab{a}}.
\bibitem[Zhang et~al.(2023{\natexlab{b}})Zhang, Patel, and Roy]{zhang2023diffusion_marketing}
Yifan Zhang, Deepa Patel, and Arjun Roy.
\newblock Diffusion-driven promotional video generation for marketing.
\newblock In \emph{Proceedings of ACM Multimedia}, pages 1122--1131, 2023{\natexlab{b}}.
\bibitem[Zhang et~al.(2021)Zhang, Li, Ding, and Fan]{hdtf2021}
Zhimeng Zhang, Lincheng Li, Yu Ding, and Changjie Fan.
\newblock Flow-guided one-shot talking face generation with a high-resolution audio-visual dataset.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, 2021.
\newblock Introduces the HDTF dataset.
\bibitem[Zhou et~al.(2022)Zhou, Wang, Yan, Lv, Zhu, and Feng]{magicvideo2022}
Daquan Zhou, Weimin Wang, Hanshu Yan, Weiwei Lv, Yizhe Zhu, and Jiashi Feng.
\newblock Magicvideo: Efficient video generation with latent diffusion models.
\newblock \emph{arXiv preprint arXiv:2211.11018}, 2022.
\bibitem[Zhou et~al.(2024)Zhou, Zhou, Cheng, Feng, and Hou]{zhou2024storydiffusion}
Yupeng Zhou, Daquan Zhou, Ming-Ming Cheng, Jiashi Feng, and Qibin Hou.
\newblock Storydiffusion: Consistent self-attention for long-range image and video generation.
\newblock \emph{NeurIPS}, 2024.
\bibitem[Zhu et~al.(2022{\natexlab{a}})Zhu, Wu, Zhu, Jiang, Tang, Zhang, Liu, and Loy]{celebvhq2022}
Hao Zhu, Wayne Wu, Wentao Zhu, Liming Jiang, Siwei Tang, Li Zhang, Ziwei Liu, and Chen~Change Loy.
\newblock Celebv-hq: A large-scale video facial attributes dataset.
\newblock In \emph{European Conference on Computer Vision}, 2022{\natexlab{a}}.
\bibitem[Zhu et~al.(2022{\natexlab{b}})Zhu, Wu, Zhu, Jiang, Tang, Zhang, Liu, and Loy]{zhu2022celebvhq}
Hao Zhu, Wayne Wu, Wentao Zhu, Liming Jiang, Siwei Tang, Li Zhang, Ziwei Liu, and Chen~Change Loy.
\newblock {CelebV-HQ}: A large-scale video facial attributes dataset.
\newblock In \emph{ECCV}, 2022{\natexlab{b}}.
\end{thebibliography}