3M-TI: High-Quality Mobile Thermal Imaging via Calibration-free Multi-Camera Cross-Modal Diffusion
Extracted source text · arXiv 2511.19117
% CVPR 2026 Paper Template; see https://github.com/cvpr-org/author-kit
\documentclass[10pt,twocolumn,letterpaper]{article}
%%%%%%%%% PAPER TYPE - PLEASE UPDATE FOR FINAL VERSION
% \usepackage{cvpr} % To produce the CAMERA-READY version
\usepackage[]{cvpr} % To produce the REVIEW version
% \usepackage[pagenumbers]{cvpr} % To force page numbers, e.g. for an arXiv version
\usepackage{float}
% Import additional packages in the preamble file, before hyperref
\input{preamble}
\captionsetup[table]{position=below}
\usepackage{cuted}
\usepackage{graphicx}
\usepackage{colortbl}
\usepackage{multirow}
\usepackage{booktabs}
\usepackage{siunitx}
% \usepackage[backend=biber,style=ieee]{biblatex}
% \addbibresource{reference.bib}
% \addbibresource{supple.bib}
% It is strongly recommended to use hyperref, especially for the review version.
% hyperref with option pagebackref eases the reviewers' job.
% Please disable hyperref *only* if you encounter grave issues,
% e.g. with the file validation for the camera-ready version.
%
% If you comment hyperref and then uncomment it, you should delete *.aux before re-running LaTeX.
% (Or just hit 'q' on the first LaTeX run, let it finish, and you should be clear).
\definecolor{cvprblue}{rgb}{0.21,0.49,0.74}
\usepackage[pagebackref,breaklinks,colorlinks,allcolors=cvprblue]{hyperref}
\usepackage[table]{xcolor}
\usepackage{diagbox}
\usepackage{marvosym}
%%%%%%%%% PAPER ID - PLEASE UPDATE
\def\paperID{} % *** Enter the Paper ID here
\def\confName{CVPR}
\def\confYear{2026}
\usepackage{xcolor} % 引入颜色宏包
\newcommand{\xiaoyun}[1]{\textcolor{red}{#1}}
% \usepackage{marvosym} % 用于邮件图标 \Email
%%%%%%%%% TITLE - PLEASE UPDATE
\title{
3M-TI: High-Quality Mobile Thermal Imaging \\ via Calibration-free Multi-Camera Cross-Modal Diffusion
% DifixIR: A Diffusion-based model for RGB-Guided Infrared Image Super-Resolution
}
%%%%%%%%% AUTHORS - PLEASE UPDATE
\author{Minchong Chen\quad
Xiaoyun Yuan\textsuperscript{\Letter} \quad
Junzhe Wan\quad
Jianing Zhang\quad
Jun Zhang\\
% {
% {\textsuperscript{1}MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University}\\
% \textsuperscript{2}Fudan University\quad
% \textsuperscript{3}Tsinghua University}\\
% {\tt\small{22110720080@m.fudan.edu.cn}}\qquad
% {\tt\small{\{zjy-bixi, jownr25, xkyang, yuanxiaoyun\}@sjtu.edu.cn}}
}
% \author{Minchong Chen\\
% Institution1\\
% Institution1 address\\
% {\tt\small firstauthor@i1.org}
% % For a paper whose authors are all at the same institution,
% % omit the following lines up until the closing ``}''.
% % Additional authors and addresses can be added with ``\and'',
% % just like the second author.
% % To save space, use either the email address or home page, not both
% \and
% Second Author\\
% Institution2\\
% First line of institution2 address\\
% {\tt\small secondauthor@i2.org}
% }
\begin{document}
\maketitle
\begin{strip}
\begin{minipage}{\textwidth}
\vspace{-30pt}
\centering
\includegraphics[width=\textwidth]{sec/fig_abs.pdf}
\captionof{figure}{
A smartphone-based mobile imaging system integrating calibration-free and synchronization-free RGB and thermal cameras. The proposed 3M-TI method delivers superior thermal image quality compared with state-of-the-art restoration approaches.}
\label{fig:teaser}
\vspace{-5pt}
\end{minipage}
\end{strip}
% \renewcommand{\thefootnote}{\fnsymbol{footnote}}
% \footnotetext[1]{Corresponding author: Xiaoyun Yuan.}
% \begin{figure*}[t]
% \centering
% \includegraphics[width=\textwidth]{sec/abstract.png}
% \caption{Comparison results on images captured by a little thermal camera. Compared to state-of-the-art restoration methods, our approach achieves superior reconstruction quality and visual perception.}
% \label{fig:abstract}
% \end{figure*}
\input{sec/0_abstract}
\input{sec/1_intro}
\input{sec/2_related}
\input{sec/3_method}
\input{sec/4_experiment}
\input{sec/5_conclusion}
{
\small
\bibliographystyle{ieeenat_fullname}
\bibliography{reference}
}
\end{document}
%% This file contains a number of tweaks that are typically applied to the main document.
%% They are not enabled by default, but can be enabled by uncommenting the relevant lines.
%%
%% Inline annotations; for predefined colors, refer to "dvipsnames" in the xcolor package:
%% https://tinyurl.com/overleaf-colors
%%
\newcommand{\red}[1]{{\color{red}#1}}
\newcommand{\todo}[1]{{\color{red}#1}}
\newcommand{\TODO}[1]{\textbf{\color{red}[TODO: #1]}}
%%
%% disable for camera ready / submission by uncommenting these lines
%%
% \renewcommand{\TODO}[1]{}
% \renewcommand{\todo}[1]{#1}
%%
%% work harder in optimizing text layout. Typically shrinks text by 1/6 of page, enable
%% it at the very end of the writing process, when you are just above the page limit
%%
% \usepackage{microtype}
%%
%% fine-tune paragraph spacing
%%
% \renewcommand{\paragraph}[1]{\vspace{.5em}\noindent\textbf{#1.}}
%%
%% globally adjusts space between figure and caption
%%
% \setlength{\abovecaptionskip}{.5em}
%%
%% Allows "the use of \paper to refer to the project name"
%% with automatic management of space at the end of the word
%%
% \usepackage{xspace}
% \newcommand{\paper}{ProjectName\xspace}
%%
%% Commonly used math definitions
%%
% \DeclareMathOperator*{\argmin}{arg\,min}
% \DeclareMathOperator*{\argmax}{arg\,max}
%%
%% Tigthen underline
%%
% \usepackage{soul}
% \setuldepth{foobar}
\begin{abstract}
The miniaturization of thermal sensors for mobile platforms inherently limits their spatial resolution and textural fidelity, leading to blurry and less informative images.
%
Existing thermal super-resolution (SR) methods can be grouped into single-image and RGB-guided approaches: the former struggles to recover fine structures from limited information, while the latter relies on accurate and laborious cross-camera calibration, which hinders practical deployment and robustness.
%
Here, we propose 3M-TI, a calibration-free Multi-camera cross-Modality diffusion framework for Mobile Thermal Imaging.
At its core, 3M-TI integrates a cross-modal self-attention module (CSM) into the diffusion UNet, replacing the original self-attention layers to adaptively align thermal and RGB features throughout the denoising process, without requiring explicit camera calibration.
This design enables the diffusion network to leverage its generative prior to enhance spatial resolution, structural fidelity, and texture detail in the super-resolved thermal images.
%
Extensive evaluations on real-world mobile thermal cameras and public benchmarks validate our superior performance, achieving state-of-the-art results in both visual quality and quantitative metrics. More importantly, the thermal images enhanced by 3M-TI lead to substantial gains in critical downstream tasks like object detection and segmentation, underscoring its practical value for robust mobile thermal perception systems. More materials: \url{https://github.com/work-submit/3MTI}.
%
% More materials: https://work-submit.github.io.
% Mobile thermal imaging often suffers from low spatial resolution and degraded texture fidelity due to the physical constraints of compact thermal sensors.
% %
% Existing thermal super-resolution (SR) methods can be grouped into single-image and RGB-guided approaches: the former struggles to recover fine structures from limited information, while the latter relies on accurate and laborious camera calibration.
% %
% We propose 3M-TI, a calibration-free Multi-camera cross-Modality diffusion framework for high-quality Mobile Thermal Imaging.
% %
% 3M-TI introduces a self-attention-based fusion module in the VAE latent space to adaptively integrate thermal and RGB features, achieving automatic cross-modal alignment without explicit camera calibration. A one-step diffusion network further refines the fused latent representation to generate natural, detail-rich thermal images.
% %
% We evaluate 3M-TI on real-world mobile thermal cameras and benchmark datasets, demonstrating its superior visual fidelity and quantitative performance over state-of-the-art methods.
% Moreover, the enhanced thermal images substantially improve downstream tasks such as object detection and segmentation, highlighting the broad applicability of 3M-TI in mobile thermal perception.
% Mobile thermal imaging suffers from inherently low quality due to the physical constraints of compact thermal sensors.
% %
% Although a number of super-resolution (SR) methods have been proposed, they only use the limited information of the low-resolution thermal images or require laborious thermal-RGB image registration.
% %
% Here, we present 3M-TI, a calibration-free multi-camera cross-modality diffusion framework for high-quality mobile thermal imaging.
% %
% Firstly, a self-attention layer is applied on the VAE latent space to merge the features of uncalibrated thermal and RGB images.
% %
% Through this progress, the information from thermal and RGB modalities is automatically registered and fused based on the image structure semantic cues, with no requirement of camera calibration.
% %
% Secondly, 3M-TI adopts the one-step denoising diffusion network to refine the fused latent image representation, generating natural thermal images with enriched details.
% %
% Finally, we verify 3M-TI using a 96\(\times\)96 smartphone thermal camera, generating 512\(\times\)512 high-quality thermal images by exploiting the smart-phone RGB images.
% %
% Extensive experiments on synthetic and real-world mobile datasets demonstrate that 3M-TI consistently outperforms state-of-the-art methods in both visual quality and quantitative metrics.
%
% The proposed diffusion process XXXX, enabling robust enhancement without explicit sensor alignment. High-resolution infrared (IR) images are utilized in numerous domains but are usually expensively available. Many demonstrations have been presented to achieve real-time infrared image super-resolution; however, they show limitations in the visual quality of reconstructed images. In this paper, we propose DifixIR, an infrared image super-resolution pipeline based on the diffusion framework with RGB guidance. First, we select the DIFIX network as the backbone of our pipeline, a single-step diffusion model retrained to eliminate degradation in the infrared modal. Second, we take into account the possible misalignments between infrared and RGB images during the actual acquisition procedure. To this end, we introduce a data augmentation strategy into the training process to facilitate model robustness. The proposed pipeline is evaluated on four different datasets. We also use a tiny camera to capture images for real-world validation. Experimental results demonstrate competitive or even superior performance of DifixIR in perceptual and visual quality compared to those of several state-of-the-art approaches.
\end{abstract}
\section{Introduction}
\label{sec:intro}
Thermal imaging detects infrared radiation emitted by objects, extending perception beyond the visible spectrum for enhanced scene understanding.
It is particularly effective under challenging conditions such as darkness, fog, or smoke, providing reliable scene information that complements RGB imaging for multimodal perception and fusion \cite{liu2025dcevo,ma2019infrared,tang2023divfusion}.
Owing to its robustness, thermal imaging has become increasingly valuable in safety-critical applications, such as autonomous driving, robotic navigation, and situational awareness \cite{shin2023deep,tang2023happened,sheinin2024projecting}.
Despite rapid advances in infrared sensing, mobile thermal imaging remains fundamentally constrained by hardware. Miniaturization for compact devices reduces aperture size, lowering spatial resolution and textural detail. In addition, the long wavelength of thermal radiation limits the minimum pixel size, while the high cost of infrared sensors further restricts pixel counts compared with RGB cameras.
These factors jointly result in blurry and less informative thermal images on mobile platforms, motivating extensive efforts to enhance their resolution and perceptual quality through computational reconstruction.
A representative example of such computational reconstruction is thermal image super-resolution (SR), which aims to reconstruct high-resolution spatial details from low-resolution thermal observations \cite{wang2020deep}.
However, the inherently limited information in low-resolution observations, aggravated by the lack of large-scale thermal datasets, makes thermal super-resolution highly underconstrained and hinders network training and generalization compared with RGB-based tasks.
%
To compensate for this deficiency, RGB-guided SR methods exploit cross-modal cues to enhance reconstruction \cite{cnncsr,corefusion,swinfusr}.
Nevertheless, due to the fundamental differences in imaging principles, thermal and RGB images often exhibit substantial discrepancies, and directly merging their features may introduce unrealistic details \cite{dcevo,Metafusion,zheng2024probing}.
Moreover, most existing methods rely on pixel-level aligned RGB-thermal pairs, requiring laborious calibration, which severely limits robustness and scalability in practical deployment.
% Motivation and methodology of our method.
To address these challenges, we propose 3M-TI, a calibration-free \textbf{M}ulti-camera cross-\textbf{M}odal diffusion framework for \textbf{M}obile \textbf{T}hermal \textbf{I}maging. % high-resolution thermal imaging.
%
Firstly, rather than relying on pixel-level calibration between RGB and thermal cameras, 3M-TI performs alignment in the latent space of a variational autoencoder (VAE) \cite{VAE}, where continuous and disentangled representations facilitate robust cross-modal correspondence. An attention-based fusion module further integrates RGB and thermal representations in this latent domain, achieving reliable alignment and fusion without explicit registration.
%
Secondly, because existing RGB–thermal datasets are typically small, homogeneous, and strictly aligned \cite{LLVIP,M3FD}, we design a data augmentation strategy that intentionally offsets RGB–thermal pairs to simulate real-world conditions.
This encourages the attention module to learn robust cross-modal correspondence and fusion without relying on explicit pixel-level alignment.
%
Furthermore, we incorporate a one-step latent-space diffusion \cite{ADD} to suppress fusion artifacts, enhance visual fidelity, and improve robustness under limited-data conditions.
%
Finally, we validate the proposed 3M-TI framework on a real mobile thermal imaging system. Experiments show that it significantly outperforms existing state-of-the-art methods, highlighting both its effectiveness and practical potential.
The main contributions of 3M-TI can be summarized as follows:
\begin{itemize}
\item \textbf{Calibration-free Fusion}: Fully automatic alignment and fusion of uncalibrated RGB–thermal pairs via a cross-modal self-attention module, without requiring pixel-level image registration.
\item \textbf{Misalignment Augmentation}: Camera-pose augmentation that generates intentionally misaligned RGB counterparts, enabling the cross-modal self-attention module to handle multi-camera parallax and unsynchronized captures.
\item \textbf{Cross-modal Diffusion}: Integration of latent-space diffusion to suppress fusion artifacts, enhance detail realism, and leverage pretrained priors to compensate for limited thermal data.
\item \textbf{Practical Validation}: Evaluation on both public datasets and a real mobile thermal imaging system, demonstrating effectiveness and practical potential.
\end{itemize}
\section{Related Work}
\label{sec:related_work}
Computational thermal imaging intersects several areas of computer vision and image processing. In this section, we review the most relevant work in three directions: classical and learning-based image restoration, reference-guided image super-resolution, and recent diffusion-based approaches.
\subsection{Image Restoration}
Image restoration seeks to recover a high-quality image from a degraded observation by inverting an imaging model.
%
Classical image restoration methods are typically model-based, formulated as inverse problems with explicit priors.
Variational methods regularize the solution with smoothness or edge-preserving constraints \cite{rudin1992nonlinear}.
Sparse representation approaches exploit dictionary learning and sparsity priors to recover fine details \cite{mairal2007sparse,dong2012nonlocally}.
Non-local self-similarity models, such as non-local means \cite{buades2011non} and BM3D \cite{dabov2007image}, leverage the redundancy of similar patches across the image for collaborative filtering.
%
Deep learning has fundamentally reshaped image restoration by learning powerful data-driven priors directly from large-scale datasets. CNN-based models (e.g., SRCNN\cite{srcnn}, EDSR\cite{lim2017enhanced}) pioneered end-to-end restoration pipelines, while recent Transformer architectures such as SwinIR\cite{swinir} further improved long-range dependency modeling. These advances have led to state-of-the-art performance in denoising \cite{swinir,li2023efficient,ipt}, deblurring \cite{kong2023efficient,liu2024deblurdinat}, and super-resolution \cite{srcnn,swinir,chen2023activating,chen2023dual,srdiff}.
Nevertheless, single-image restoration remains challenging under severe degradation or large upscaling factors, due to the limited high-frequency information in a single observation, motivating approaches that leverage additional cues.
\subsection{Reference-Guided Image Restoration}
Reference-guided image restoration leverages an auxiliary high-resolution modality (typically RGB) to recover fine details lost in degraded observations. This paradigm has been explored across multiple tasks, including RGB image super-resolution \cite{zheng2018crossnet,tan2020crossnet++,zhang2019image,fang2023engram}, hyperspectral image super-resolution \cite{cnncsr,SSC-HSR}, and thermal image enhancement \cite{swinfusr,swinpaste}.
%
Early approaches, such as CoReFusion \cite{corefusion}, employ a dual-encoder UNet to jointly extract and fuse RGB–thermal features. A contrastive loss is further introduced to improve cross-modal consistency and overall restoration quality.
%
With the advent of Transformers \cite{attention}, attention-based fusion has become the dominant paradigm. MGNet \cite{MGNet} mines multi-level cues (appearance, edge, and semantics) from RGB guidance to enhance UAV thermal super-resolution. SwinFuSR \cite{swinfusr} introduces a lightweight Swin-Transformer backbone with robust training under missing guidance, and SwinPaste \cite{swinpaste} further improves it via data mixing and multi-scale supervision. MSFFCT \cite{MSFFCT} combines channel-based Transformers with multi-scale feature fusion to capture long-range dependencies and rich thermal-RGB correlations.
%
However, the large domain shift between RGB and thermal images poses a significant challenge to establishing reliable cross-modal alignment, especially under uncalibrated conditions.
% Reference-guided image restoration leverages a high-resolution reference image (usually RGB) to enhance the reconstruction of low-resolution observations, including RGB image super-resolution\cite{zheng2018crossnet,tan2020crossnet++,zhang2019image,fang2023engram}, hyperspectral image super-resolution\cite{cnncsr, SSC-HSR}, thermal image superresolution\cite{GIRRE,TIGAN}, etc.
% %
% CoReFusion \cite{corefusion} proposes a UNet-based architecture with two encoders to robustly and efficiently fuse RGB and thermal images. A contrastive term is added to the loss function
% and yields improved performance.
% %
% MGNet \cite{MGNet} propose a novel multiconditioned guidance network (MGNet) to mine the appearance, edge, and semantic cues in RGB images to guide thermal UAV image super-resolution.
% %
% SwinFuSR\cite{swinfusr} presents a guided super-resolution architecture based on a lightweight Swin transformer\xiaoyun{Citayion}, with a modified training strategy that improves the robustness
% in the absence of the guiding modality.
% %
% SwinPaste\cite{swinpaste} further improve SwinFuSR by designing a data mixing strategy and introducing a multi-scale GT supervision.
% %
% MSFFCT\cite{MSFFCT} proposes a novel framework for guided thermal image super-resolution (GTISR), combining the strengths of two powerful approaches: channel-based transformers and multi-scale fusion. This combination enables effective capture of rich feature information and long-range dependencies.
% Representative works include MGNet \cite{MGNet}, MSFFCT \cite{MSFFCT}, and SwinFuSR \cite{swinfusr}, which exploit self- and cross-attention to align and fuse features from low-resolution inputs and references. Subsequent works enhance robustness and fusion strategies: SwinPaste \cite{swinpaste} integrates multi-scale supervision and data mixing;
% SSC-HSR \cite{SSC-HSR} handles unaligned hyperspectral-RGB pairs via two-stage alignment and attention fusion.
% In this section, we focus on deep learning-based RGB-guided image super-resolution techniques. Early representative works include CNN-based and GAN-based models like CNN-CSR \cite{cnncsr} and TIGAN \cite{TIGAN}, which mainly pay attention to minimizing mean square error and improving structural similarity to optimize PSNR and SSIM metrics.
% Another CNN-based method, GIRRE \cite{GIRRE}, first employs a VDSR network to upsample the low-resolution IR image, producing an intermediate result, and then applies an RGB-guided filter for detail refinement.
% The introduction of the Vision Transformer \cite{ViT} (ViT) has revolutionized this field,
% % many works have been put forward based on this framework,
% representative works including MGNet \cite{MGNet}, MSFFCT \cite{MSFFCT}, SwinFuSR \cite{swinfusr}. Zhong \textit{et al}. further improve SwinFuSR and propose SwinPaste \cite{swinpaste} by designing a data mixing strategy and introducing a multi-scale GT supervision.
% % Following the transformer framework,
% Aslahishahri \textit{et al}. propose DARTS \cite{darts} that processes two streams: one for the low-resolution input image and one for the high-resolution reference image. It uses self-attention on each stream and cross-attention between streams, combined via a gating strategy. Kasliwal \textit{et al}. put forth CoReFusion \cite{corefusion} based on the UNet architecture \cite{unet} with two encoders to improve feature extraction and robustness in case of missing modalities. Zhang \textit{et al}. propose SSC-HSR \cite{SSC-HSR} for hyperspectral image (HSI) super-resolution when the RGB reference and the low-resolution HSI are unaligned, consisting of a two-stage image alignment and an attention fusion module. Wang \textit{et al}. put forward CRefDiff \cite{crefdiff} to address remote sensing image super-resolution via diffusion, which introduces a dual-branch fusion mechanism that separately processes local texture cues from the reference and global contextual cues from the low-resolution observation.
\subsection{Diffusion-Powered Image Restoration}
Diffusion models have recently demonstrated remarkable capabilities in image restoration and super-resolution by learning powerful generative priors that capture rich textures and structural details \cite{diffusion}.
This generative nature allows diffusion models to recover fine structures and high-frequency details that are challenging for CNN- and Transformer-based approaches.
However, the original diffusion model is computationally expensive due to its long iterative denoising process, limiting practical deployment.
To address this, several efficient variants have been proposed: latent-space diffusion methods \cite{dmdiff,seesr,sinsr,osediff} perform denoising within the compact latent representation of a VAE, reducing computation overhead while preserving high-fidelity reconstructions; distillation-based approaches \cite{huang2023knowledge,meng2023distillation,ADD} transfer the generative ability of a large teacher model to a lightweight student, enabling faster inference with minimal quality loss.
Diffusion models have also been applied to thermal image super-resolution \cite{cortes2024exploring,difiisr}.
DifIISR \cite{difiisr} incorporates gradient-based priors and a thermal spectrum distribution regulation into the diffusion process, guiding the model to capture the unique frequency characteristics of infrared images and achieving strong visual quality and downstream task performance.
\cite{cortes2024exploring} adapts the ResShift diffusion model\cite{resshift} to thermal imaging with an uncertainty-aware approach. This method produces a confidence map that evaluates the reliability of each reconstructed region, thereby enhancing pixel-level fidelity and facilitating texture reconstruction.
However, existing methods still rely on strictly pixel-aligned datasets and explicit calibration between cameras, making them sensitive to spatial and temporal misalignment and difficult to generalize to real-world mobile scenarios.
%
These limitations motivate our design of 3M-TI, a calibration-free latent-space diffusion framework that leverages multi-modal information for robust mobile thermal imaging.
% FS-Diff\cite{fsdiff} is a semantic guidance and clarity-aware joint image fusion and super-resolution method, unifying image fusion and super-resolution as a conditional generation problem.
% While diffusion-based super-resolution methods have achieved great success in the RGB domain, their extension to thermal imaging remains not well explored\cite{difiisr,fsdiff}.
% FS-Diff \cite{fsdiff} addresses multi-degradation scenarios within IR–VI pairs through diffusion-based fusion, yet its feature extraction operates in the pixel space, making it sensitive to cross-modal misalignment and less robust in real-world settings.
% The emergence of the diffusion models \cite{diffusion} has become a new paradigm in the field of image restoration. DDPM is a generative model based on a Markov chain that learns data distributions by progressively adding and removing noise.
% Since massive-step reasoning in DDPM is time-consuming, one of the development trends of diffusion-based models is to reduce the number of steps to speed up reasoning. Representative works include DMDiff \cite{dmdiff}, SeeSR \cite{seesr}, SinSR \cite{sinsr} and OSEDiff \cite{OSEDiff}. Instead of directly adding noise to the pixel space of images like DDPM, these models utilize the VAE to encode images into the latent space and the diffusion network as priors to refine latent representation.
% which greatly reduces the computational complexity.
% Knowledge distillation-based diffusion model \cite{huang2023knowledge,meng2023distillation,ADD} is also one of the research hotspots. This type of model aims to adopt distillation loss and adversarial loss to lead the student model to learn the natural distribution prior from the pretrained teacher model, allowing the student model to achieve or even surpass the performance of the teacher model in lower-step reasoning.
% Diffusion-based models have been well designed and have obtained promising results on RGB image super-resolution;
% however, to the best of our knowledge,
% As for the diffusion-based model \cite{difiisr,fsdiff} for thermal image super-resolution, for example, FS-Diff \cite{fsdiff} is a joint image fusion and super-resolution method that considers multi-degradation cases within IR-VI pairs; however, it performs cross-modal feature extraction in pixel space.
\section{Method}
\label{sec:method}
We propose 3M-TI, a cross-modal diffusion frame, for high-quality thermal image reconstruction from uncalibrated RGB-thermal image pairs (Fig.~\ref{fig:method_framework}). 3M-TI specifically addresses three key challenges: (1) uncalibrated and unsynchronized RGB-thermal captures, (2) fusion of heterogeneous RGB-thermal representations, and (3) limited data scale and diversity of RGB-thermal datasets.
Section~\ref{overview} provides an overview of the 3M-TI framework.
Section~\ref{sec:csa} introduces the cross-modal self-attention (CSA) module, which performs automatic alignment and fusion within the VAE latent space.
Section~\ref{sec:augmentation} presents a misalignment augmentation strategy that simulates realistic inter-camera parallax and temporal offset to improve the robustness of CSA.
Finally, Section~\ref{sec:imaging_system} details the practical implementation and validation of 3M-TI on a smartphone-based multi-camera thermal imaging system.
\begin{figure*}[htbp]
\centering
\includegraphics[width=0.9\textwidth]{sec/fig_3m-ti.pdf}
\caption{Overview of the 3M-TI architecture. (a) 3M-TI framework. The core of 3M-TI is a one-step diffusion-based model equipped with a cross-modal self-attention module (CSM) and a misalignment augmentation strategy. LoRA fine-tuning is applied to both the UNet and the VAE decoder. (b) Cross-modal self-attention module (CSM). Two rearrangement layers are inserted before and after the original self-attention layers to capture cross-modal correspondences. (c) Misalignment augmentation. A data augmentation strategy designed to enhance model robustness against camera parallax and temporal misalignment between RGB and thermal inputs.}
\label{fig:method_framework}
\end{figure*}
\subsection{3M-TI Framework Overview}
\label{overview}
The 3M-TI framework reconstructs a high-resolution thermal image from a low-resolution thermal input and an uncalibrated high-resolution RGB reference, as illustrated in Fig.~\ref{fig:method_framework}(a). Our approach is built upon the one-step diffusion model, SD-Turbo~\cite{ADD}, to ensure efficient inference. The process begins by encoding the thermal and RGB images into latent representations using the frozen VAE encoder.
%
To establish cross-modal correspondence and fusion in the latent space, we introduce the cross-modal self-attention module (CSM). This module replaces the original self-attention layers in the diffusion UNet with our cross-modal self-attention layers, which are designed to learn multiscale correspondences between the RGB and thermal latents (Fig.~\ref{fig:method_framework}(b)). During training, we apply misalignment augmentation to the RGB images to enhance robustness against uncalibration and temporal unsynchronization (Fig.~\ref{fig:method_framework}(c)).
%
Furthermore, a skip connection~\cite{parmar2024one} is incorporated to enhance structural consistency and mitigate geometric distortions.
Specifically, the feature maps from 4 encoder downsampling blocks are passed through a \(1\times1\) zero-initialized convolutional layer before being added to the corresponding decoder upsampling blocks.
%
Since extracting reliable semantics directly from low-resolution thermal images is suboptimal, we generate text prompts from the corresponding RGB images using the Recognize Anything Model (RAM)~\cite{ram}. Finally, we employ low-rank adaptation (LoRA)~\cite{lora} to fine-tune both the UNet and the VAE decoder.
\subsection{Cross-Modal Self-Attention Module}
\label{sec:csa}
To establish cross-modal correspondence between uncalibrated RGB and thermal images, we introduce the cross-modal self-attention module (CSM). Inspired by video- and multi-view diffusion models \cite{svd, difix}, our key idea is to repurpose the transformer blocks within the pretrained diffusion UNet for cross-modal RGB-thermal correspondence and fusion.
%
The RGB and thermal inputs are first encoded into a concatenated latent tensor \(\{z^0_{RGB}, z^0_{th}\} \in \mathbb{R}^{B \times M \times C \times H \times W}\), where \(B\) is the batch size, \(M=2\) denotes the number of images (RGB and thermal, can be extended to multiple RGB images), and \(C, H, W\) are the channel and spatial dimensions.
For non-transformer blocks in the diffusion UNet, the image-number dimension \(M\) is folded into the batch dimension so that RGB and thermal images are processed independently.
%
Within the transformer blocks (Fig.~\ref{fig:method_framework}b), two tensor rearrangements are applied. Before entering a block, the latent tensor is reshaped to \(\mathbb{R}^{B \times (M \times H \times W) \times C}\), treating each pixel as a token and merging all pixels from both modalities into a single sequence with a length of \(M \times H \times W\). Self-attention then computes pairwise dependencies among all RGB and thermal pixels, naturally enabling the transformer to learn cross-modal correspondences and integrate complementary cues.
%
After the block, the latent tensor is reshaped back to \(\mathbb{R}^{(B \times M) \times C \times H \times W}\) for subsequent layers.
At the output stage, the refined thermal latent is merged with the initial latent in the VAE encoder via a zero-initialized skip connection, producing the final high-fidelity thermal image.
The cross-modal self-attention module introduces no additional parameters, allowing the UNet and VAE decoder to be efficiently fine-tuned using LoRA \cite{lora}.
\subsection{Misalignment Augmentation}
\label{sec:augmentation}
Existing RGB-thermal datasets are typically small and strictly pixel-aligned, limiting generalization to practical multi-camera configurations.
%
In practice, spatial misalignment arise from camera parallax and temporal unsynchronization: parallax varies with scene depth and baseline, while temporal offsets are determined by object motion and capture delay.
Since our goal is to learn a model that is robust to these geometric variations, rather than overfitting to a specific calibrated setup, we propose a misalignment augmentation strategy without physical simulation.
%
3M-TI applies a set of controlled spatial transformations to the RGB images, including translation, scaling, rotation, and perspective warping. The transformation parameters are chosen to reflect typical deviations encountered in handheld and multi-camera scenarios (see Figure~\ref{fig:method_framework}(c)).
This misalignment augmentation encourages the CSM to learn robust cross-modal correspondences under uncalibrated and unsynchronized conditions, effectively bridging the gap between constrained training data and diverse deployment environments.
\subsection{Practical Multi-Camera System}
\label{sec:imaging_system}
To validate our method under realistic conditions, we constructed a multi-camera system comprising a HIKVISION P09 thermal camera module (costing less than 100 US Dollars) and a Xiaomi 15 smartphone, connected via a Type-C interface (Fig.~\ref{fig:teaser}).
%
The thermal module provides a native resolution of \(96 \times 96\), which is resized to \(64 \times 64\) in this work, with a \(\ang{50} \times \ang{50}\) field of view (FOV) and a pixel pitch of 12~µm.
For the RGB reference, we utilize the primary camera of the Xiaomi 15, which is equipped with an OV50H sensor and captures images at a resolution of \(4096 \times 3072\). This RGB camera has an equivalent focal length of 23 mm, yielding a FOV of \(\ang{74} \times \ang{59}\), slightly wider than that of the thermal module.
%
This system offers a realistic platform to evaluate the performance of 3M-TI under practical, uncalibrated mobile imaging conditions.
% \clearpage
% \setcounter{page}{1}
% \maketitlesupplementary
\section{Experiments}
\begin{figure*}[t]
\centering
\includegraphics[width=1\textwidth]{sec/sota.pdf}
\caption{Qualitative comparison on our test set (zoom in for details). 3M-TI achieves the most faithful and visually consistent results, exhibiting sharp structures and accurate thermal patterns that best align with the GT.}
\label{fig:sota}
\end{figure*}
\begin{figure*}[h]
\centering
\includegraphics[width=1\textwidth]{sec/val.pdf}
\caption{Qualitative comparison on our real-world smartphone dataset (zoom in for details). 3M-TI exhibits remarkable generalization capability, producing sharp and faithful thermal details that closely align with RGB images.}
\label{fig:real_val}
\end{figure*}
\label{sec:experiment}
\subsection{Experimental Setup}
\textbf{Datasets Preparation.}
Our training and test sets are compiled from four public RGB-thermal datasets: IRVI~\cite{IRVI}, LLVIP~\cite{LLVIP}, M$^3$FD~\cite{M3FD}, and the PBVS 2025 TISR Challenge Track 2~\cite{PBVS25}. Among them, IRVI, LLVIP, and PBVS 2025 provide official training-validation/test splits, while M$^3$FD does not.
%
To ensure a balanced and diverse dataset, we sample images from each source as follows: 3,200 pairs from IRVI, 3,200 from LLVIP, 3,822 from M$^3$FD, and 700 from the PBVS 2025 training split, forming a combined training set of 10,922 image pairs. For evaluation, we construct a test set of 1,176 pairs by sampling 300 pairs from the IRVI test set, 300 from LLVIP, 376 from M$^3$FD, and 200 from the PBVS 2025 validation set.
% A more detailed explanation of datasets sampling is given in the supplementary material.
%
Since the original datasets contain strictly aligned image pairs, we further augment the test set by applying controlled spatial transformations to simulate camera parallax and temporal offset.
%
All thermal images are center-cropped to a square aspect ratio and resized to \(64 \times 64\) pixels. To better mimic real sensor noise, we add Gaussian noise. Corresponding RGB images are cropped identically and resized to \(512 \times 512\) pixels to serve as high-resolution references.
\noindent \textbf{Smartphone Dataset.} For real-world evaluation, we collected 40 image pairs across 30 diverse scenes using our smartphone-based multi-camera system, including 37 nighttime and the remaining daytime captures. Similarly, all thermal images are resized to \(64 \times 64\). The corresponding RGB images are center-cropped to a square aspect ratio and resized to \(512 \times 512\) as high-resolution references.
\noindent \textbf{Implementation Details}.
The model is trained with the loss in Eq.~(\ref{Loss}), combining L2 and learned perceptual image patch similarity (LPIPS)~\cite{lpips} terms with $\lambda=1$:
\begin{align}
\mathcal{L} = \mathcal{L}_{2} + \lambda \cdot \mathcal{L}_{\mathrm{LPIPS}}.
\label{Loss}
\end{align}
Training is performed using the Adam optimizer~\cite{Adam} with a learning rate of $2\times10^{-5}$ and a batch size of 4 on a single NVIDIA A800 (80~GB) GPU for about 4 hours (8000 iterations). LoRA is applied with ranks of 16 for the UNet and 4 for the VAE decoder.
% The model is trained using the loss in Eq.~(\ref{Loss}), combining L2 and learned perceptual image patch similarity (LPIPS)\cite{lpips} terms, with the weighting factor $\lambda$ set to 1.
% \begin{align}
% \mathcal{L} = \mathcal{L}_{2} + \lambda \cdot \mathcal{L}_{\mathrm{LPIPS}}.
% \label{Loss}
% \end{align}
% We optimize the model using the Adam optimizer~\cite{Adam} with a learning rate of $2\times10^{-5}$ and a batch size of 4 on a single NVIDIA A800 (80~GB) GPU, for approximately 4.5 hours with 8000 iterations. LoRA is applied with rank 16 for the UNet and 4 for the VAE decoder.
\noindent \textbf{Comparative Methods}.
We compare our model against 5 representative baselines: CoReFusion~\cite{corefusion}, SwinFuSR~\cite{swinfusr}, SwinPaste~\cite{swinpaste}, SeeSR~\cite{seesr}, and OSEDiff~\cite{osediff}.
CoReFusion is an RGB-guided super-resolution model built upon the UNet architecture.
SwinFuSR employs a Swin Transformer backbone with RGB guidance, while SwinPaste is an enhanced variant.
SeeSR and OSEDiff are diffusion-based image super-resolution methods without reference guidance.
For fair comparison, all baseline models are retrained on our dataset using their publicly released codes.
\noindent \textbf{Evaluation Metrics}.
We evaluate model performance using reference metrics, including PSNR and SSIM~\cite{ssim} for reconstruction fidelity and LPIPS~\cite{lpips} for perceptual quality.
We also report no-reference metrics, MUSIQ~\cite{IQA-pytorch} and MANIQA~\cite{IQA-pytorch}, to quantify overall image quality.
\subsection{Image Quality Assesment}
Table~\ref{tab:sota} summarizes the quantitative results. Our 3M-TI achieves the best performance on perceptual metrics, including LPIPS, MANIQA, and MUSIQ.
For the reference-based LPIPS metric, 3M-TI, OSEDiff, and SeeSR outperform non-diffusion methods (CoReFusion, SwinFuSR, and SwinPaste), highlighting the power of diffusion priors for perceptual enhancement. In terms of fidelity metrics (PSNR, SSIM), 3M-TI ranks a close second, demonstrating better structural preservation than OSEDiff, SeeSR, SwinFuSR, and SwinPaste.
The proposed misalignment augmentation significantly improves 3M-TI, particularly on perceptual metrics, while other methods see only marginal gains.
This indicates that 3M-TI effectively learns cross-modal correspondences and generalizes well to diverse uncalibrated conditions.
As shown in Fig.~\ref{fig:sota}, qualitative results reveal a key trend: non-diffusion methods tend to achieve high PSNR/SSIM yet produce overly smooth reconstructions that miss fine high-frequency structures. OSEDiff and SeeSR can synthesize high-frequency content but often introduces details that are inconsistent with the ground truth. In contrast, 3M-TI reconstructs fine details that are both visually plausible and closely aligned with the ground truth.
For example, 3M-TI faithfully transfers geometric details such as partially constructed buildings (Row 1), road markings (Row 2), windows and wires (Row 5), and tree branches and utility poles (Row 6) from the RGB references to the thermal outputs, whereas other methods either miss these structures or reproduce them inaccurately.
% For example, 3M-TI accurately transfers the geometry of partially constructed buildings (Row 1), road markings (Row 2), window and wires (Row 5), tree branches and utility pole (Row 6) from the RGB references to the thermal outputs, while other methods either omit these cues or render them inaccurately.
3M-TI also yields more natural object contours (e.g., cyclists and cars in the Row 3 and Row 4), resulting in visually realistic thermal images.
% \textcolor{red}{and sharper structures (e.g., window's mullion in the 6th row)}
Figure~\ref{fig:real_val} presents qualitative results on our smartphone dataset, confirming 3M-TI's robustness to real-world, uncalibrated pairs. While CoReFusion, SwinFuSR, and SwinPaste yield blurry outputs; OSEDiff and SeeSR introduce unrealistic artifacts, our method produces geometrically consistent and visually plausible details.
%
A key example is the bicycle wheels (Row 3), where 3M-TI accurately reconstructs their circular shape despite significant positional misalignment between the RGB and thermal captures due to unsynchronization.
Moreover, 3M-TI can leverage weak cues from degraded references, as shown by its ability to recover the railing structure (Row 5) from an RGB image heavily corrupted by light flare.
%
Table~\ref{tab:val} reports no-reference evaluation on the captured smartphone dataset, where 3M-TI achieves the highest scores.
%
More results and technical details are given in the supplementary material.
\vspace{-5pt}
\subsection{Downstream Applications}
The high-fidelity outputs of 3M-TI provide structurally and semantically rich representations that directly benefit downstream vision tasks. To validate this claim, we evaluate two representative tasks: open-vocabulary object detection and semantic segmentation. In these experiments, we apply the pretrained Grounded-SAM model \cite{GSA} in a zero-shot manner (no fine-tuning) and use identical text prompts for all methods to ensure fair comparisons.
% Table generated by Excel2LaTeX from sheet 'Sota-Ablation'
\begin{table}[htbp]
\centering
\footnotesize
\setlength{\tabcolsep}{1pt}
\begin{tabular}{c|ccccc}
\hline
\diagbox[width=10em, height=1.8em, innerleftsep=0pt, innerrightsep=0pt]{Methods}{Metrics} & PSNR$\uparrow$ & SSIM$\uparrow$ & LPIPS$\downarrow$ & MANIQA$\uparrow$ & MUSIQ$\uparrow$ \\
\hline
CoReFusion \cite{corefusion} & \cellcolor[rgb]{ .749, .749, .749}30.11 & 0.8588 & 0.3214 & 0.2771 & 28.35 \\
CoReFusion w/ Augment & \cellcolor[rgb]{ .502, .502, .502}\textbf{30.30 } & \cellcolor[rgb]{ .502, .502, .502}\textbf{0.8634 } & 0.3174 & 0.2748 & 28.95 \\
\hline
SwinFuSR \cite{swinfusr} & 29.85 & 0.8549 & 0.3085 & 0.2740 & 29.86 \\
SwinFuSR w/ Augment & 29.98 & 0.8581 & 0.3134 & 0.2753 & 30.33 \\
\hline
SwinPaste \cite{swinpaste} & 29.83 & 0.8545 & 0.3075 & 0.2719 & 29.63 \\
SwinPaste w/ Augment & 29.91 & 0.8575 & 0.3084 & 0.2745 & 30.66 \\
\hline
SeeSR \cite{seesr} & 29.41 & 0.8495 & \cellcolor[rgb]{ .749, .749, .749}0.1828 & \cellcolor[rgb]{ .749, .749, .749}0.4278 & 35.22 \\
\hline
OSEDiff \cite{osediff} & 28.05 & 0.8422 & 0.2113 & 0.4014 & \cellcolor[rgb]{ .749, .749, .749}36.30 \\
\hline
Ours w/o Augment & 30.04 & 0.8597 & 0.1917 & 0.4265 & 34.94 \\
Ours w/ Augment & 30.09 & \cellcolor[rgb]{ .749, .749, .749}0.8610 & \cellcolor[rgb]{ .502, .502, .502}\textbf{0.1787 } & \cellcolor[rgb]{ .502, .502, .502}\textbf{0.4443} & \cellcolor[rgb]{ .502, .502, .502}\textbf{36.66} \\
\hline
\end{tabular}%
\caption{Performance comparison of different methods on public datasets. Gray cells indicate the best result, and light gray cells indicate the second-best result for each metric.}
\label{tab:sota}%
\vspace{-15pt}
\end{table}%
% Table generated by Excel2LaTeX from sheet 'Val'
\begin{table}[htbp]
\centering
\scriptsize
\setlength{\tabcolsep}{1.5pt}
\begin{tabular}{c|cccccc}
\hline
\diagbox{Metrics}{Methods} & CoReFusion & SwinFuSR & SwinPaste & SeeSR & OSEDiff & 3M-TI \\
\hline
MUSIQ$\uparrow$ & 25.74 & 25.99 & 26.17 & 30.15 & 29.85 & \cellcolor[rgb]{ .502, .502, .502}\textbf{30.62} \\
MANIQA$\uparrow$ & 0.2701 & 0.2754 & 0.2749 & 0.3454 & 0.3285 & \cellcolor[rgb]{ .502, .502, .502}\textbf{0.3589} \\
\hline
\end{tabular}%
\caption{Performance comparison on real-world smartphone dataset. Gray cells indicate the best.}
\label{tab:val}%
\vspace{-15pt}
\end{table}%
\noindent \textbf{Object detection.} For the examples in Fig.~\ref{fig:dectect}, the text prompts are ``automobile'' and ``person''. 3M-TI demonstrates superior detection robustness and object discovery capability compared to SwinPaste and SeeSR. Table~\ref{tab:detect} summarizes detection performance (Precision, Recall, F1-score, and IoU) on the test set (LLVIP and M$^{3}$FD with GT annotations). 3M-TI achieves the best overall detection performance, marginally surpassing the reference RGB results and closely approaching the scores obtained on GT thermal images.
% Furthermore, the reconstructed thermal and RGB detection exhibit complementary behavior. In the second row, the RGB image is able to separate adjacent persons but suffers from false positives, while the thermal reconstruction produces no false alarms but tends to merge closely spaced persons.
\noindent \textbf{Semantic segmentation.} For the examples in Fig.~\ref{fig:segment}, the prompts are ``sky, tree, automobile, window'' and ``wheel, automobile, rider''. 3M-TI produces more accurate and coherent segmentation maps than other methods, while complementing the RGB reference. In the first example, compared with the RGB results, 3M-TI segments trees more precisely though it misses a small automobile in the bottom-left. In the second low-light example, 3M-TI even outperforms the RGB reference (e.g., wheels and the upper automobile).
Overall, these results confirm that 3M-TI generates semantically meaningful details that enhance performance in critical vision tasks, demonstrating its practical utility beyond perceptual quality.
% Table generated by Excel2LaTeX from sheet 'detection'
\begin{table}[htbp]
\centering
\footnotesize
\setlength{\tabcolsep}{4pt}
\begin{tabular}{c|cccc}
\hline
\diagbox{Methods}{Metrics} & Precision$\uparrow$ & Recall$\uparrow$ & F1-score$\uparrow$ & IoU$\uparrow$ \\
\hline
Thermal (SwinPaste) & 0.1800 & 0.2109 & 0.1765 & 0.1941 \\
Thermal (SeeSR) & 0.3832 & 0.4637 & 0.3849 & 0.3022 \\
Thermal (3M-TI) & \cellcolor[rgb]{ .502, .502, .502}\textbf{0.4565} & \cellcolor[rgb]{ .749, .749, .749}0.5455 & \cellcolor[rgb]{ .502, .502, .502}\textbf{0.4724} & \cellcolor[rgb]{ .502, .502, .502}\textbf{0.3427} \\
Reference RGB & \cellcolor[rgb]{ .749, .749, .749}0.4322 & \cellcolor[rgb]{ .502, .502, .502}\textbf{0.5708} & \cellcolor[rgb]{ .749, .749, .749}0.4643 & \cellcolor[rgb]{ .749, .749, .749}0.3359 \\
\hline
Thermal (GT) & 0.4582 & 0.5793 & 0.4887 & 0.3494 \\
\hline
\end{tabular}%
\caption{Detection performance comparison across different methods, reference RGB, and GT, evaluated by Precision, Recall, F1-score, and IoU.}
\label{tab:detect}%
\vspace{-15pt}
\end{table}%
\begin{table}[htbp]
\centering
\footnotesize
% \setlength{\tabcolsep}{3pt}
\begin{tabular}{c|cccc}
\hline
\diagbox{Methods}{Metrics} & PSNR$\uparrow$ & SSIM$\uparrow$ & LPIPS$\downarrow$ & MUSIQ$\uparrow$ \\
\hline
w/o Reference & 29.97 & 0.8592 & 0.2106 & 32.85 \\
w/o Augmentation & 30.04 & 0.8597 & 0.1917 & 34.94 \\
w/o Skip & 29.86 & 0.8572 & 0.1795 & 36.58 \\
\hline
Ours w/ All & \cellcolor[rgb]{ .502, .502, .502}\textbf{30.09 } & \cellcolor[rgb]{ .502, .502, .502}\textbf{0.8610 } & \cellcolor[rgb]{ .502, .502, .502}\textbf{0.1787 } & \cellcolor[rgb]{ .502, .502, .502}\textbf{36.66} \\
\hline
\end{tabular}
\caption{Ablation study of 3M-TI components. Gray cells indicate the best result for each metric.}
\label{tab:ablation}
\vspace{-10pt}
\end{table}
\begin{figure}[t]
\centering
\includegraphics[width=0.95\columnwidth]{sec/Detect.pdf}
\caption{Visualization of detection results, where green bounding boxes indicate the correct detection, red bounding boxes indicate the wrong detection.}
\vspace{-15pt}
\label{fig:dectect}
\end{figure}
\begin{figure}
\centering
\includegraphics[width=0.95\columnwidth]{sec/segment.pdf}
\caption{Visualization of segmentation results, where different colors represent different object categories.}
\label{fig:segment}
\vspace{-10pt}
\end{figure}
\begin{figure}
\centering
\includegraphics[width=0.95\columnwidth]{sec/ablation.pdf}
\caption{Qualitative results of the ablation study.}
\label{fig:ablation}
\vspace{-10pt}
\end{figure}
\vspace{-5pt}
\subsection{Ablation Study}
We conduct an ablation study to investigate the contributions of each component. Table~\ref{tab:ablation} and Fig.~\ref{fig:ablation} report quantitative drops and representative visual examples when individual modules are removed. Removing the RGB reference produces markedly blurrier reconstructions (e.g., bicycle spokes and shrub textures), indicating the importance of cross-modal cues. Removing the misalignment augmentation reduces robustness to geometric and temporal offsets, leading to visibly degraded high-frequency details. Removing the skip connection degrades structural fidelity: circular wheels become distorted and geometric consistency is lost. With all components enabled, 3M-TI attains the best balance of fidelity and perceptual quality, producing sharp, semantically consistent thermal reconstructions.
% Table generated by Excel2LaTeX from sheet 'Sota-Ablation'
\section{Conclusion}
\label{sec:conclusion}
We proposed 3M-TI, a cross-modal diffusion framework that integrates calibration-free RGB guidance to enhance thermal image reconstruction.
With the cross-modal self-attention module and misalignment augmentation, 3M-TI effectively aligns and fuses information across modalities, producing thermal images with sharper, more realistic, and semantically consistent details.
Comprehensive experiments and real-system evaluations demonstrate that 3M-TI not only achieves superior perceptual quality but also significantly benefits downstream machine vision tasks.
% We proposed a calibration-free multi-camera cross-modality diffusion framework for thermal image super-resolution. we introduced an alignment-oriented augmentation strategy to simulate multi-camera parallax and unsynchronized captures. A one-step diffusion model with CSA layers were trained on the augmented datasets to adaptively capture correspondence and learn feature fusion under uncalibrated modalities. Experimental results on both synthetic datasets and real-world images demonstrated that our method outperformed existing state-of-the-art approaches, achieving superior visual and perceptual performance. When employing the images generated by our method for detection and segmentation, Grounded-SAM exhibited higher accuracy.
\begin{thebibliography}{63}
\providecommand{\natexlab}[1]{#1}
\providecommand{\url}[1]{\texttt{#1}}
\expandafter\ifx\csname urlstyle\endcsname\relax
\providecommand{\doi}[1]{doi: #1}\else
\providecommand{\doi}{doi: \begingroup \urlstyle{rm}\Url}\fi
\bibitem[Arnold et~al.(2024)Arnold, Jouvet, and Seoud]{swinfusr}
Cyprien Arnold, Philippe Jouvet, and Lama Seoud.
\newblock Swinfusr: an image fusion-inspired model for rgb-guided thermal image super-resolution.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, pages 3027--3036, 2024.
\bibitem[Blattmann et~al.(2023)Blattmann, Dockhorn, Kulal, Mendelevitch, Kilian, Lorenz, Levi, English, Voleti, Letts, et~al.]{svd}
Andreas Blattmann, Tim Dockhorn, Sumith Kulal, Daniel Mendelevitch, Maciej Kilian, Dominik Lorenz, Yam Levi, Zion English, Vikram Voleti, Adam Letts, et~al.
\newblock Stable video diffusion: Scaling latent video diffusion models to large datasets.
\newblock \emph{arXiv preprint arXiv:2311.15127}, 2023.
\bibitem[Buades et~al.(2011)Buades, Coll, and Morel]{buades2011non}
Antoni Buades, Bartomeu Coll, and Jean-Michel Morel.
\newblock Non-local means denoising.
\newblock \emph{Image processing on line}, 1:\penalty0 208--212, 2011.
\bibitem[Chen et~al.(2024)Chen, Mo, Hou, Wu, Liao, Sun, Yan, and Lin]{IQA-pytorch}
Chaofeng Chen, Jiadi Mo, Jingwen Hou, Haoning Wu, Liang Liao, Wenxiu Sun, Qiong Yan, and Weisi Lin.
\newblock Topiq: A top-down approach from semantics to distortions for image quality assessment.
\newblock \emph{IEEE Transactions on Image Processing}, 33:\penalty0 2404--2418, 2024.
\bibitem[Chen et~al.(2023{\natexlab{a}})Chen, Wang, Zhou, Qiao, and Dong]{chen2023activating}
Xiangyu Chen, Xintao Wang, Jiantao Zhou, Yu Qiao, and Chao Dong.
\newblock Activating more pixels in image super-resolution transformer.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 22367--22377, 2023{\natexlab{a}}.
\bibitem[Chen et~al.(2023{\natexlab{b}})Chen, Zhang, Gu, Kong, Yang, and Yu]{chen2023dual}
Zheng Chen, Yulun Zhang, Jinjin Gu, Linghe Kong, Xiaokang Yang, and Fisher Yu.
\newblock Dual aggregation transformer for image super-resolution.
\newblock In \emph{Proceedings of the IEEE/CVF international conference on computer vision}, pages 12312--12321, 2023{\natexlab{b}}.
\bibitem[Cort{\'e}s-Mendez and Hayet(2024)]{cortes2024exploring}
Carlos Cort{\'e}s-Mendez and Jean-Bernard Hayet.
\newblock Exploring the usage of diffusion models for thermal image super-resolution: A generic uncertainty-aware approach for guided and non-guided schemes.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, pages 3123--3130, 2024.
\bibitem[Dabov et~al.(2007)Dabov, Foi, Katkovnik, and Egiazarian]{dabov2007image}
Kostadin Dabov, Alessandro Foi, Vladimir Katkovnik, and Karen Egiazarian.
\newblock Image denoising by sparse 3-d transform-domain collaborative filtering.
\newblock \emph{IEEE Transactions on image processing}, 16\penalty0 (8):\penalty0 2080--2095, 2007.
\bibitem[Dong et~al.(2014)Dong, Loy, He, and Tang]{srcnn}
Chao Dong, Chen~Change Loy, Kaiming He, and Xiaoou Tang.
\newblock Learning a deep convolutional network for image super-resolution.
\newblock In \emph{European conference on computer vision}, pages 184--199. Springer, 2014.
\bibitem[Dong et~al.(2012)Dong, Zhang, Shi, and Li]{dong2012nonlocally}
Weisheng Dong, Lei Zhang, Guangming Shi, and Xin Li.
\newblock Nonlocally centralized sparse representation for image restoration.
\newblock \emph{IEEE transactions on Image Processing}, 22\penalty0 (4):\penalty0 1620--1630, 2012.
\bibitem[Fang et~al.(2023)Fang, Ji, Yuan, He, Zhang, Zhu, Zheng, Liu, Wang, and Dai]{fang2023engram}
Lu Fang, Mengqi Ji, Xiaoyun Yuan, Jing He, Jianing Zhang, Yinheng Zhu, Tian Zheng, Leyao Liu, Bin Wang, and Qionghai Dai.
\newblock Engram-driven videography.
\newblock \emph{Engineering}, 25:\penalty0 101--109, 2023.
\bibitem[Fu et~al.(2019)Fu, Zhang, Zheng, Zhang, and Huang]{cnncsr}
Ying Fu, Tao Zhang, Yinqiang Zheng, Debing Zhang, and Hua Huang.
\newblock Hyperspectral image super-resolution with optimized rgb guidance.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 11661--11670, 2019.
\bibitem[Ho et~al.(2020)Ho, Jain, and Abbeel]{diffusion}
Jonathan Ho, Ajay Jain, and Pieter Abbeel.
\newblock Denoising diffusion probabilistic models.
\newblock \emph{Advances in neural information processing systems}, 33:\penalty0 6840--6851, 2020.
\bibitem[Hu et~al.(2022)Hu, Shen, Wallis, Allen-Zhu, Li, Wang, Wang, Chen, et~al.]{lora}
Edward~J Hu, Yelong Shen, Phillip Wallis, Zeyuan Allen-Zhu, Yuanzhi Li, Shean Wang, Lu Wang, Weizhu Chen, et~al.
\newblock Lora: Low-rank adaptation of large language models.
\newblock \emph{ICLR}, 1\penalty0 (2):\penalty0 3, 2022.
\bibitem[Huang et~al.(2023)Huang, Zhang, Zheng, You, Wang, Qian, and Xu]{huang2023knowledge}
Tao Huang, Yuan Zhang, Mingkai Zheng, Shan You, Fei Wang, Chen Qian, and Chang Xu.
\newblock Knowledge diffusion for distillation.
\newblock \emph{Advances in Neural Information Processing Systems}, 36:\penalty0 65299--65316, 2023.
\bibitem[Jia et~al.(2021)Jia, Zhu, Li, Tang, and Zhou]{LLVIP}
Xinyu Jia, Chuang Zhu, Minzhen Li, Wenqi Tang, and Wenli Zhou.
\newblock Llvip: A visible-infrared paired dataset for low-light vision.
\newblock In \emph{Proceedings of the IEEE/CVF international conference on computer vision}, pages 3496--3504, 2021.
\bibitem[Kasliwal et~al.(2023)Kasliwal, Seth, Rallabandi, and Singhal]{corefusion}
Aditya Kasliwal, Pratinav Seth, Sriya Rallabandi, and Sanchit Singhal.
\newblock Corefusion: Contrastive regularized fusion for guided thermal super-resolution.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, pages 507--514, 2023.
\bibitem[Kingma(2014)]{Adam}
Diederik~P Kingma.
\newblock Adam: A method for stochastic optimization.
\newblock \emph{arXiv preprint arXiv:1412.6980}, 2014.
\bibitem[Kingma and Welling(2013)]{VAE}
Diederik~P Kingma and Max Welling.
\newblock Auto-encoding variational bayes.
\newblock \emph{arXiv preprint arXiv:1312.6114}, 2013.
\bibitem[Kong et~al.(2023)Kong, Dong, Ge, Li, and Pan]{kong2023efficient}
Lingshun Kong, Jiangxin Dong, Jianjun Ge, Mingqiang Li, and Jinshan Pan.
\newblock Efficient frequency domain-based transformers for high-quality image deblurring.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, pages 5886--5895, 2023.
\bibitem[Li et~al.(2022)Li, Yang, Chang, Chen, Feng, Xu, Li, and Chen]{srdiff}
Haoying Li, Yifan Yang, Meng Chang, Shiqi Chen, Huajun Feng, Zhihai Xu, Qi Li, and Yueting Chen.
\newblock Srdiff: Single image super-resolution with diffusion probabilistic models.
\newblock \emph{Neurocomputing}, 479:\penalty0 47--59, 2022.
\bibitem[Li et~al.(2021)Li, Han, Yu, Liu, Chen, and Wang]{IRVI}
Shuang Li, Bingfeng Han, Zhenjie Yu, Chi~Harold Liu, Kai Chen, and Shuigen Wang.
\newblock I2v-gan: Unpaired infrared-to-visible video translation.
\newblock In \emph{Proceedings of the 29th ACM international conference on multimedia}, pages 3061--3069, 2021.
\bibitem[Li et~al.(2025)Li, Wang, Zou, Chen, Ma, Jiang, Ma, and Liu]{difiisr}
Xingyuan Li, Zirui Wang, Yang Zou, Zhixin Chen, Jun Ma, Zhiying Jiang, Long Ma, and Jinyuan Liu.
\newblock Difiisr: A diffusion model with gradient guidance for infrared image super-resolution.
\newblock In \emph{Proceedings of the Computer Vision and Pattern Recognition Conference}, pages 7534--7544, 2025.
\bibitem[Li et~al.(2023)Li, Fan, Xiang, Demandolx, Ranjan, Timofte, and Van~Gool]{li2023efficient}
Yawei Li, Yuchen Fan, Xiaoyu Xiang, Denis Demandolx, Rakesh Ranjan, Radu Timofte, and Luc Van~Gool.
\newblock Efficient and explicit modelling of image hierarchies for image restoration.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 18278--18289, 2023.
\bibitem[Liang et~al.(2021)Liang, Cao, Sun, Zhang, Van~Gool, and Timofte]{swinir}
Jingyun Liang, Jiezhang Cao, Guolei Sun, Kai Zhang, Luc Van~Gool, and Radu Timofte.
\newblock Swinir: Image restoration using swin transformer.
\newblock In \emph{Proceedings of the IEEE/CVF international conference on computer vision}, pages 1833--1844, 2021.
\bibitem[Lim et~al.(2017)Lim, Son, Kim, Nah, and Mu~Lee]{lim2017enhanced}
Bee Lim, Sanghyun Son, Heewon Kim, Seungjun Nah, and Kyoung Mu~Lee.
\newblock Enhanced deep residual networks for single image super-resolution.
\newblock In \emph{Proceedings of the IEEE conference on computer vision and pattern recognition workshops}, pages 136--144, 2017.
\bibitem[Liu et~al.(2024)Liu, Li, Liu, and Lu]{liu2024deblurdinat}
Hanzhou Liu, Binghan Li, Chengkai Liu, and Mi Lu.
\newblock Deblurdinat: A lightweight and effective transformer for image deblurring.
\newblock \emph{CoRR}, 2024.
\bibitem[Liu et~al.(2022)Liu, Fan, Huang, Wu, Liu, Zhong, and Luo]{M3FD}
Jinyuan Liu, Xin Fan, Zhanbo Huang, Guanyao Wu, Risheng Liu, Wei Zhong, and Zhongxuan Luo.
\newblock Target-aware dual adversarial learning and a multi-scenario multi-modality benchmark to fuse infrared and visible for object detection.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 5802--5811, 2022.
\bibitem[Liu et~al.(2025{\natexlab{a}})Liu, Zhang, Mei, Li, Zou, Jiang, Ma, Liu, and Fan]{dcevo}
Jinyuan Liu, Bowei Zhang, Qingyun Mei, Xingyuan Li, Yang Zou, Zhiying Jiang, Long Ma, Risheng Liu, and Xin Fan.
\newblock Dcevo: Discriminative cross-dimensional evolutionary learning for infrared and visible image fusion.
\newblock In \emph{Proceedings of the Computer Vision and Pattern Recognition Conference}, pages 2226--2235, 2025{\natexlab{a}}.
\bibitem[Liu et~al.(2025{\natexlab{b}})Liu, Zhang, Mei, Li, Zou, Jiang, Ma, Liu, and Fan]{liu2025dcevo}
Jinyuan Liu, Bowei Zhang, Qingyun Mei, Xingyuan Li, Yang Zou, Zhiying Jiang, Long Ma, Risheng Liu, and Xin Fan.
\newblock Dcevo: Discriminative cross-dimensional evolutionary learning for infrared and visible image fusion.
\newblock In \emph{Proceedings of the Computer Vision and Pattern Recognition Conference}, pages 2226--2235, 2025{\natexlab{b}}.
\bibitem[Ma et~al.(2019)Ma, Ma, and Li]{ma2019infrared}
Jiayi Ma, Yong Ma, and Chang Li.
\newblock Infrared and visible image fusion methods and applications: A survey.
\newblock \emph{Information fusion}, 45:\penalty0 153--178, 2019.
\bibitem[Mairal et~al.(2007)Mairal, Elad, and Sapiro]{mairal2007sparse}
Julien Mairal, Michael Elad, and Guillermo Sapiro.
\newblock Sparse representation for color image restoration.
\newblock \emph{IEEE Transactions on image processing}, 17\penalty0 (1):\penalty0 53--69, 2007.
\bibitem[Meng et~al.(2023)Meng, Rombach, Gao, Kingma, Ermon, Ho, and Salimans]{meng2023distillation}
Chenlin Meng, Robin Rombach, Ruiqi Gao, Diederik Kingma, Stefano Ermon, Jonathan Ho, and Tim Salimans.
\newblock On distillation of guided diffusion models.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 14297--14306, 2023.
\bibitem[Parmar et~al.(2024)Parmar, Park, Narasimhan, and Zhu]{parmar2024one}
Gaurav Parmar, Taesung Park, Srinivasa Narasimhan, and Jun-Yan Zhu.
\newblock One-step image translation with text-to-image models.
\newblock \emph{arXiv preprint arXiv:2403.12036}, 2024.
\bibitem[Puttagunta et~al.(2024)Puttagunta, Kathariya, Li, and York]{MSFFCT}
Raghunath~Sai Puttagunta, Birendra Kathariya, Zhu Li, and George York.
\newblock Multi-scale feature fusion using channel transformers for guided thermal image super resolution.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, pages 3086--3095, 2024.
\bibitem[Ren et~al.(2024)Ren, Liu, Zeng, Lin, Li, Cao, Chen, Huang, Chen, Yan, et~al.]{GSA}
Tianhe Ren, Shilong Liu, Ailing Zeng, Jing Lin, Kunchang Li, He Cao, Jiayu Chen, Xinyu Huang, Yukang Chen, Feng Yan, et~al.
\newblock Grounded sam: Assembling open-world models for diverse visual tasks.
\newblock \emph{arXiv preprint arXiv:2401.14159}, 2024.
\bibitem[Rivadeneira et~al.(2025)Rivadeneira, Sappa, Hammoud, Rao, Zhong, Wang, Zhao, Zhong, Li, Wang, Shen, Wang, and Zhang]{PBVS25}
Rafael~E Rivadeneira, Angel~D Sappa, Riad Hammoud, Jiyong Rao, Hang Zhong, Yu Wang, Shengjie Zhao, Zhiwei Zhong, Yung-Hui Li, Shiqi Wang, Qiangqiang Shen, Hanzhang Wang, and Xuanqi Zhang.
\newblock Thermal image super-resolution challenge results-pbvs 2025.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 4630--4639, 2025.
\bibitem[Rudin et~al.(1992)Rudin, Osher, and Fatemi]{rudin1992nonlinear}
Leonid~I Rudin, Stanley Osher, and Emad Fatemi.
\newblock Nonlinear total variation based noise removal algorithms.
\newblock \emph{Physica D: nonlinear phenomena}, 60\penalty0 (1-4):\penalty0 259--268, 1992.
\bibitem[Sauer et~al.(2024)Sauer, Lorenz, Blattmann, and Rombach]{ADD}
Axel Sauer, Dominik Lorenz, Andreas Blattmann, and Robin Rombach.
\newblock Adversarial diffusion distillation.
\newblock In \emph{European Conference on Computer Vision}, pages 87--103. Springer, 2024.
\bibitem[Sheinin et~al.(2024)Sheinin, Sankaranarayanan, and Narasimhan]{sheinin2024projecting}
Mark Sheinin, Aswin~C Sankaranarayanan, and Srinivasa~G Narasimhan.
\newblock Projecting trackable thermal patterns for dynamic computer vision.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, pages 25223--25232, 2024.
\bibitem[Shin et~al.(2023)Shin, Park, and Kweon]{shin2023deep}
Ukcheol Shin, Jinsun Park, and In~So Kweon.
\newblock Deep depth estimation from thermal image.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, pages 1043--1053, 2023.
\bibitem[Tan et~al.(2020)Tan, Zheng, Zhu, Yuan, Lin, Brady, and Fang]{tan2020crossnet++}
Yang Tan, Haitian Zheng, Yinheng Zhu, Xiaoyun Yuan, Xing Lin, David Brady, and Lu Fang.
\newblock Crossnet++: Cross-scale large-parallax warping for reference-based super-resolution.
\newblock \emph{IEEE Transactions on Pattern Analysis and Machine Intelligence}, 43\penalty0 (12):\penalty0 4291--4305, 2020.
\bibitem[Tang et~al.(2023{\natexlab{a}})Tang, Xiang, Zhang, Gong, and Ma]{tang2023divfusion}
Linfeng Tang, Xinyu Xiang, Hao Zhang, Meiqi Gong, and Jiayi Ma.
\newblock Divfusion: Darkness-free infrared and visible image fusion.
\newblock \emph{Information Fusion}, 91:\penalty0 477--493, 2023{\natexlab{a}}.
\bibitem[Tang et~al.(2023{\natexlab{b}})Tang, Ye, Ma, and Zhao]{tang2023happened}
Zitian Tang, Wenjie Ye, Wei-Chiu Ma, and Hang Zhao.
\newblock What happened 3 seconds ago? inferring the past with thermal imaging.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, pages 17111--17120, 2023{\natexlab{b}}.
\bibitem[Tu et~al.(2024)Tu, Du, Chen, Wang, Li, Hu, and Wang]{ipt}
Zhijun Tu, Kunpeng Du, Hanting Chen, Hailing Wang, Wei Li, Jie Hu, and Yunhe Wang.
\newblock Ipt-v2: Efficient image processing transformer using hierarchical attentions.
\newblock \emph{arXiv preprint arXiv:2404.00633}, 2024.
\bibitem[Vaswani et~al.(2017)Vaswani, Shazeer, Parmar, Uszkoreit, Jones, Gomez, Kaiser, and Polosukhin]{attention}
Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan~N Gomez, {\L}ukasz Kaiser, and Illia Polosukhin.
\newblock Attention is all you need.
\newblock \emph{Advances in neural information processing systems}, 30, 2017.
\bibitem[Wang et~al.(2024)Wang, Yang, Chen, Wang, Guo, Chau, Liu, Qiao, Kot, and Wen]{sinsr}
Yufei Wang, Wenhan Yang, Xinyuan Chen, Yaohui Wang, Lanqing Guo, Lap-Pui Chau, Ziwei Liu, Yu Qiao, Alex~C Kot, and Bihan Wen.
\newblock Sinsr: diffusion-based image super-resolution in a single step.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 25796--25805, 2024.
\bibitem[Wang et~al.(2004)Wang, Bovik, Sheikh, and Simoncelli]{ssim}
Zhou Wang, Alan~C Bovik, Hamid~R Sheikh, and Eero~P Simoncelli.
\newblock Image quality assessment: from error visibility to structural similarity.
\newblock \emph{IEEE transactions on image processing}, 13\penalty0 (4):\penalty0 600--612, 2004.
\bibitem[Wang et~al.(2020)Wang, Chen, and Hoi]{wang2020deep}
Zhihao Wang, Jian Chen, and Steven~CH Hoi.
\newblock Deep learning for image super-resolution: A survey.
\newblock \emph{IEEE transactions on pattern analysis and machine intelligence}, 43\penalty0 (10):\penalty0 3365--3387, 2020.
\bibitem[Wu et~al.(2025)Wu, Zhang, Turki, Ren, Gao, Shou, Fidler, Gojcic, and Ling]{difix}
Jay~Zhangjie Wu, Yuxuan Zhang, Haithem Turki, Xuanchi Ren, Jun Gao, Mike~Zheng Shou, Sanja Fidler, Zan Gojcic, and Huan Ling.
\newblock Difix3d+: Improving 3d reconstructions with single-step diffusion models.
\newblock In \emph{Proceedings of the Computer Vision and Pattern Recognition Conference}, pages 26024--26035, 2025.
\bibitem[Wu et~al.(2024{\natexlab{a}})Wu, Sun, Ma, and Zhang]{osediff}
Rongyuan Wu, Lingchen Sun, Zhiyuan Ma, and Lei Zhang.
\newblock One-step effective diffusion network for real-world image super-resolution.
\newblock \emph{Advances in Neural Information Processing Systems}, 37:\penalty0 92529--92553, 2024{\natexlab{a}}.
\bibitem[Wu et~al.(2024{\natexlab{b}})Wu, Yang, Sun, Zhang, Li, and Zhang]{seesr}
Rongyuan Wu, Tao Yang, Lingchen Sun, Zhengqiang Zhang, Shuai Li, and Lei Zhang.
\newblock Seesr: Towards semantics-aware real-world image super-resolution.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 25456--25467, 2024{\natexlab{b}}.
\bibitem[Yue et~al.(2023)Yue, Wang, and Loy]{resshift}
Zongsheng Yue, Jianyi Wang, and Chen~Change Loy.
\newblock Resshift: Efficient diffusion model for image super-resolution by residual shifting.
\newblock \emph{Advances in Neural Information Processing Systems}, 36:\penalty0 13294--13307, 2023.
\bibitem[Zhang et~al.(2025{\natexlab{a}})Zhang, Zhu, Ji, Yang, and Yuan]{dmdiff}
Jianing Zhang, Jiayi Zhu, Feiyu Ji, Xiaokang Yang, and Xiaoyun Yuan.
\newblock Degradation-modeled multipath diffusion for tunable metalens photography.
\newblock \emph{arXiv preprint arXiv:2506.22753}, 2025{\natexlab{a}}.
\bibitem[Zhang et~al.(2018)Zhang, Isola, Efros, Shechtman, and Wang]{lpips}
Richard Zhang, Phillip Isola, Alexei~A Efros, Eli Shechtman, and Oliver Wang.
\newblock The unreasonable effectiveness of deep features as a perceptual metric.
\newblock In \emph{Proceedings of the IEEE conference on computer vision and pattern recognition}, pages 586--595, 2018.
\bibitem[Zhang et~al.(2024)Zhang, Huang, Ma, Li, Luo, Xie, Qin, Luo, Li, Liu, et~al.]{ram}
Youcai Zhang, Xinyu Huang, Jinyu Ma, Zhaoyang Li, Zhaochuan Luo, Yanchun Xie, Yuzhuo Qin, Tong Luo, Yaqian Li, Shilong Liu, et~al.
\newblock Recognize anything: A strong image tagging model.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, pages 1724--1732, 2024.
\bibitem[Zhang et~al.(2025{\natexlab{b}})Zhang, Lai, Zhang, Fu, and Zhou]{SSC-HSR}
Yingkai Zhang, Zeqiang Lai, Tao Zhang, Ying Fu, and Chenghu Zhou.
\newblock Unaligned rgb guided hyperspectral image super-resolution with spatial-spectral concordance: Y. zhang et al.
\newblock \emph{International Journal of Computer Vision}, pages 1--21, 2025{\natexlab{b}}.
\bibitem[Zhang et~al.(2019)Zhang, Wang, Lin, and Qi]{zhang2019image}
Zhifei Zhang, Zhaowen Wang, Zhe Lin, and Hairong Qi.
\newblock Image super-resolution by neural texture transfer.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 7982--7991, 2019.
\bibitem[Zhao et~al.(2023{\natexlab{a}})Zhao, Xie, Zhao, He, and Lu]{Metafusion}
Wenda Zhao, Shigeng Xie, Fan Zhao, You He, and Huchuan Lu.
\newblock Metafusion: Infrared and visible image fusion via meta-feature embedding from object detection.
\newblock In \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition}, pages 13955--13965, 2023{\natexlab{a}}.
\bibitem[Zhao et~al.(2023{\natexlab{b}})Zhao, Zhang, Li, Xiao, and Tang]{MGNet}
Zhicheng Zhao, Yong Zhang, Chenglong Li, Yun Xiao, and Jin Tang.
\newblock Thermal uav image super-resolution guided by multiple visible cues.
\newblock \emph{IEEE Transactions on Geoscience and Remote Sensing}, 61:\penalty0 1--14, 2023{\natexlab{b}}.
\bibitem[Zheng et~al.(2018)Zheng, Ji, Wang, Liu, and Fang]{zheng2018crossnet}
Haitian Zheng, Mengqi Ji, Haoqian Wang, Yebin Liu, and Lu Fang.
\newblock Crossnet: An end-to-end reference-based super resolution network using cross-scale warping.
\newblock In \emph{Proceedings of the European conference on computer vision (ECCV)}, pages 88--104, 2018.
\bibitem[Zheng et~al.(2024)Zheng, Zhou, Huang, Hou, Li, Xu, and Zhao]{zheng2024probing}
Naishan Zheng, Man Zhou, Jie Huang, Junming Hou, Haoying Li, Yuan Xu, and Feng Zhao.
\newblock Probing synergistic high-order interaction in infrared and visible image fusion.
\newblock In \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, pages 26384--26395, 2024.
\bibitem[Zhong et~al.(2025)Zhong, Wang, and Zhao]{swinpaste}
Hang Zhong, Yu Wang, and Shengjie Zhao.
\newblock Swinpaste: A swin transformer-based framework for rgb-guided thermal image super-resolution.
\newblock In \emph{Proceedings of the Computer Vision and Pattern Recognition Conference}, pages 4589--4594, 2025.
\end{thebibliography}