FSSUWNet: Mitigating the Fragility of Pre-trained Models with Feature Enhancement for Few-Shot Semantic Segmentation in Underwater Images
Extracted source text · arXiv 2504.00478
\documentclass[conference]{IEEEtran}
\IEEEoverridecommandlockouts
% The preceding line is only needed to identify funding in the first footnote. If that is unneeded, please comment it out.
\usepackage{cite}
\usepackage{amsmath,amssymb,amsfonts}
\usepackage{algorithmic}
\usepackage{graphicx}
\usepackage{textcomp}
\usepackage{array}
\usepackage[caption=false,font=normalsize,labelfont=sf,textfont=sf]{subfig}
\usepackage{textcomp}
\usepackage{stfloats}
\usepackage{url}
\usepackage{verbatim}
\usepackage{graphicx}
\usepackage{cite}
\usepackage{multirow}
\usepackage[table]{xcolor}
\usepackage{booktabs}
\usepackage{amssymb}
\usepackage{pifont}
\newcommand{\gt}{\rowcolor[gray]{0.95}}
\newcommand{\rt}{\textcolor[rgb]{0.75,0.25,0.25}}
\newcommand{\bt}{\textcolor[rgb]{0.25,0.25,0.75}}
\newcommand{\etal}{{\emph{et al.}}}
\newcommand{\eg}{{\emph{e.g.}},\xspace}
\newcommand{\ie}{{\emph{i.e.}},\xspace}
\def\ourmodel{FSSUWNet}
\def\BibTeX{{\rm B\kern-.05em{\sc i\kern-.025em b}\kern-.08em
T\kern-.1667em\lower.7ex\hbox{E}\kern-.125emX}}
\begin{document}
\title{FSSUWNet: Mitigating the Fragility of Pre-trained Models with Feature Enhancement for Few-Shot Semantic Segmentation in Underwater Images}
% \title{Conference Paper Title*\\
% {\footnotesize \textsuperscript{*}Note: Sub-titles are not captured in Xplore and
% should not be used}
% \thanks{Identify applicable funding agency here. If none, delete this.}
% }
% \author{\IEEEauthorblockN{1\textsuperscript{st} Given Name Surname}
% \IEEEauthorblockA{\textit{dept. name of organization (of Aff.)} \\
% \textit{name of organization (of Aff.)}\\
% City, Country \\
% email address or ORCID}
% \and
% \IEEEauthorblockN{2\textsuperscript{nd} Given Name Surname}
% \IEEEauthorblockA{\textit{dept. name of organization (of Aff.)} \\
% \textit{name of organization (of Aff.)}\\
% City, Country \\
% email address or ORCID}
% \and
% \IEEEauthorblockN{3\textsuperscript{rd} Given Name Surname}
% \IEEEauthorblockA{\textit{dept. name of organization (of Aff.)} \\
% \textit{name of organization (of Aff.)}\\
% City, Country \\
% email address or ORCID}
% \and
% \IEEEauthorblockN{4\textsuperscript{th} Given Name Surname}
% \IEEEauthorblockA{\textit{dept. name of organization (of Aff.)} \\
% \textit{name of organization (of Aff.)}\\
% City, Country \\
% email address or ORCID}
% \and
% \IEEEauthorblockN{5\textsuperscript{th} Given Name Surname}
% \IEEEauthorblockA{\textit{dept. name of organization (of Aff.)} \\
% \textit{name of organization (of Aff.)}\\
% City, Country \\
% email address or ORCID}
% \and
% \IEEEauthorblockN{6\textsuperscript{th} Given Name Surname}
% \IEEEauthorblockA{\textit{dept. name of organization (of Aff.)} \\
% \textit{name of organization (of Aff.)}\\
% City, Country \\
% email address or ORCID}
% }
% \author{Zhuohao~Li, Zhicheng~Huang, Wenchao~Liu, Zhuxing~Zhang, and Jianming~Miao*% <- 若 Miao 是 IEEE 会员，可加此标注
% \thanks{Zhuohao~Li, Zhicheng~Huang, Wenchao~Liu, and Zhuxing~Zhang are with the School of Ocean Engineering and Technology, Sun Yat-Sen University, Zhuhai 519082, China (e-mail: \{lizhh268, huangzhch27, liuwch8, zhangzhx76\}@mail2.sysu.edu.cn).}
% \thanks{Jianming~Miao is with the School of Ocean Engineering and Technology, Sun Yat-Sen University, Zhuhai 519082, China, and also with the Southern Marine Science and Engineering Guangdong Laboratory, Zhuhai 519000, China (e-mail: miaojm@mail.sysu.edu.cn).}
% \thanks{*Corresponding author: Jianming~Miao.}
% }
\author{
\IEEEauthorblockN{
Zhuohao Li\textsuperscript{\rm 1},
Zhicheng Huang\textsuperscript{\rm 1},
Wenchao Liu\textsuperscript{\rm 1},
Zhuxin Zhang\textsuperscript{\rm 1},
Jianming Miao\textsuperscript{\rm 1,2,*}
}
\IEEEauthorblockA{\textsuperscript{\rm 1} School of Ocean Engineering and Technology, Sun Yat-Sen University, Zhuhai 519082, China}
\IEEEauthorblockA{\textsuperscript{\rm 2} Southern Marine Science and Engineering Guangdong Laboratory, Zhuhai 519000, China}
\IEEEauthorblockA{\{lizhh268, huangzhch27, liuwch8, zhangzhx76\}@mail2.sysu.edu.cn, miaojm@mail.sysu.edu.cn}
\thanks{\textsuperscript{\rm *} Corresponding author}
\thanks{This work is supported by the National Natural Science Foundation of China (Grant 42227901).}
}
\maketitle
\begin{abstract}
Few-Shot Semantic Segmentation (FSS), which focuses on segmenting new classes in images using only a limited number of annotated examples, has recently progressed in data-scarce domains.
However, in this work, we show that the existing FSS methods often struggle to generalize to underwater environments.
Specifically, the prior features extracted by pre-trained models used as feature extractors are fragile due to the unique challenges of underwater images.
%when applied to underwater images.
%We This fragility stems from the unique challenges of underwater imagery.
% due to the unique challenges of underwater imagery
%a significant challenge lies in the fragility of prior features provided by pre-trained models used as feature extractors.
%in this work, we argue that another significant challenge is the fragility of image prior features provided by pre-trained models used as encoders.
%Unfortunately, there are no effective FSS solutions specifically tailored to underwater image challenges.
%
To address this, we propose FSSUWNet,
%a \textbf{F}ew-Shot \textbf{S}emantic \textbf{S}egmentation \textbf{U}nder\textbf{w}ater \textbf{Net}work (FSSUWNet),
a tailored FSS framework for underwater images with feature enhancement. FSSUWNet exploits the integration of complementary features, emphasizing both low-level and high-level image characteristics.
%we propose a novel FSS framework tailored for underwater images with feature enhancement, leveraging the careful utilization of both low-level and high-level image features, namely FSSUWNet.
In addition to employing a pre-trained model as the primary encoder, we propose an auxiliary encoder called Feature Enhanced Encoder which extracts complementary features to better adapt to underwater scene characteristics.
Furthermore, a simple and effective Feature Alignment Module aims to provide global prior knowledge and align low-level features with high-level features in dimensions.
%enhance low-level features and improve the model's capability in underwater segmentation with global prior knowledge.
%to enhance the common fundamental features of underwater images.
Given the scarcity of underwater images, we introduce a cross-validation dataset version based on the Segmentation of Underwater Imagery dataset.
Extensive experiments on public underwater segmentation datasets demonstrate that our approach achieves state-of-the-art performance.
For example, our method outperforms the previous best method by 2.8\% and 2.6\% in terms of the mean Intersection over Union metric for 1-shot and 5-shot scenarios in the datasets, respectively.
Our implementation is available at \url{https://github.com/lizhh268/FSSUWNet}.
%To foster reproducibility and accessibility, the source code is uploaded to the Supplementary material.approach
\end{abstract}
%Additionally, the lightweight version of SPMFormer achieves up to 1150 times lower network parameters and computations, making it suitable for resource-constrained platforms.
\begin{IEEEkeywords}
Few-Shot Learning, Semantic Segmentation, Prior Feature, Underwater Scene.
\end{IEEEkeywords}
\section{Introduction}
%由于现实世界中大量标注完善的图像数据集极其难以获取，近几年来，FSS凭借其仅需a few labeled images便可学习新物体/物种的巨大潜力，被提出以应对这一问题。目前FSS得到了广泛的关注和研究，实现了许多跨度巨大的物体识别，例如从自行车到飞机，从勺子到冰箱。
%FSS处理水下图像所面临的挑战包括水下图像退化后的特征干扰以及数据集的稀缺。
%然而，在水下/海洋领域，FSS却还没有足够的相关研究。更令人遗憾的是，海洋研究的诸多领域都急需有效的FSS工作的提出，例如。。其中，FSS还可以用于解决海洋珍稀生物图像的极度稀缺的问题。
% 比起陆地上的图像，进行水下图像FSS研究由于存在以下问题而更具有挑战性：
% 1 / 水下图像受到水吸收效应，发生了散射、衍射以及色偏的现象；
% 2 / BackGround and Animal?
% 3 / 海洋图像数据集的稀缺
% 4 / 海洋/水下环境的种类与陆上的种类大有不同
% 现有的SOTA都需要从VGG / Resent的预训练模型中提取图像的先验特征，然而这一方法无法较好的适应海洋图像，即，所提取的先验特征不能较好的区分出待Query的物体。我们猜想这是由于1 / 4
% 为了解决这一问题，我们
%近些年来，图像语义分割技术由于可以提供像素级的目标信息，成为诸多领域的研究热点。
%然而，在实际应用中，标注完善的图像数据集往往难以获取，特别是在特定领域，如海洋或水下环境，数据的稀缺性成为制约研究进步的重要因素。为了解决这一问题，Few-Shot Learning (FSL) which 改革了 the 范式 of the field of image recognition 被提出。
%For semantic segmentation, Few-Shot Semantic Segmentation (FSS) 展现出巨大的应用潜力, enabling models to learn new objects or species with only a few labeled images。
%However, despite its progress, FSS in the underwater domain remains scarce.
%The ocean research urgently needs effective FSS solutions, particularly in addressing the extreme scarcity of images of rare marine species.
In recent years, image semantic segmentation technology has become a popular research topic in various fields due to its ability to provide pixel-level target information~\cite{long2015fully, ronneberger2015u}.
However, in real-world applications, obtaining perfectly annotated image datasets is difficult, particularly in specific domains such as underwater environments, where data scarcity has become a major challenge to research progress.
%
\begin{figure}[!t]
\centering
\includegraphics[width=0.45\textwidth]{prior.png}
%Illustration of the training-free prior generation. Top: support images with the masked area in the target class. Middle: query images. Bottom: prior masks of query images where the regions of interest are highlighted.
\caption{%由预训练模型提取的水下图像的脆弱的prior masks. Top: the prior masks of underwater images. Bottom: prior masks的分割可视化图。
The fragile prior masks extracted from the pre-trained model (VGG-16) for real-world underwater images.
\textit{Top:} the prior masks of underwater images. \textit{Bottom:} Visualization of the segmentation results of the prior masks.
Existing pre-trained models fail to effectively extract the foreground regions (underwater animals) of underwater images and mistakenly identify many background areas, showing significant fragility.
}
\label{fig_prior}
\vspace{-1em}
\end{figure}
%
To address this issue, Few-Shot Learning (FSL) has been proposed, revolutionizing the paradigm of image recognition~\cite{vinyals2016matching, wang2016learning}.
Few-Shot Semantic Segmentation (FSS)~\cite{FSS} has demonstrated potential in semantic segmentation, enabling models to learn new objects or classes with just a few labeled images.
%
Nevertheless, despite its advancements, FSS technology in the underwater domain remains limited, facing more challenges than general images.
%FSS technologies for underwater images face more challenges than general images.
Specifically, the unique challenges posed by underwater images include:
\ding{182} Due to the water absorption effects, underwater images suffer from color bias and a loss of detail, resulting in degraded image quality~\cite{Waternet};
%(2) Complex backgrounds and animal poses.
%\textbf{(2)}
\ding{183} It is extremely difficult to obtain large-scale, reliable, and available underwater image data~\cite{Waternet,underwater2023iros}; %Limited availability of underwater image datasets;
\ding{184} There are significant differences between underwater and terrestrial environments~\cite{islam2020suim}.
%
Existing state-of-the-art FSS methods~\cite{panet, pfenet, lang2023bam, luo2023pfenet} rely on pre-trained models (deep convolutional networks), \emph{e.g.}, VGG~\cite{vgg} and ResNet~\cite{resnet}, to extract prior features from images.
These methods have shown promise for non-underwater scenes.
However, there is no FSS method specifically developed for underwater environments.
Moreover, in this work, we find that these approaches are not well-suited for underwater images and often fail to distinguish query objects effectively.
%
As shown in Figure~\ref{fig_prior},
we extracted the prior features and conducted visualization processing, which can be observed that the prior masks are unable to effectively cover the foreground regions (underwater animals) to be queried, and even mistakenly identified the background as the target.
%This demonstrates the fragility of the prior features from pre-trained models when applied to underwater images.
%
In this work, we present that \emph{these prior features provided by pre-trained models could be fragile when applied to underwater images, which stems from the unique challenges brought by underwater environments.}
Unfortunately,
%to the best of our knowledge,
there are no effective FSS solutions specifically tailored to these underwater image challenges, especially the fragility of pre-trained models.
%
To address these challenges, this work aims to mitigate the fragility of pre-trained models in existing FSS methods in underwater images.
%overcome the limitations of existing FSS methods in underwater scenes.
%Specifically,
We propose a novel few-shot semantic segmentation framework with feature enhancement, FSSUWNet, specifically designed for underwater images.
Our approach strategically integrates features extracted from pre-trained encoders and an additional auxiliary encoder, Feature Enhanced Encoder, which extracts complementary features from underwater images.
Additionally, we present a simple Feature Alignment Module to enhance the low-level features of the input images.
The enhanced features will be aligned with high-level features in scale and serve as shared global prior knowledge for both query and support images, improving the model's performance in underwater segmentation.
%a Feature Enhanced Module is designed to improve model performance in underwater segmentation by enhancing low-level features and providing global prior knowledge.
% we designed our FSSUWNet framework that strategically integrates features from low-level and high-level to enhance segmentation performance.
Furthermore, due to the limited availability of underwater images, we propose SUIM-FSS, a variant of the SUIM underwater image dataset~\cite{islam2020suim} designed for cross-validation.
Comprehensive experiments conducted on publicly available underwater image segmentation datasets (UWS dataset~\cite{underwater2023iros} and SUIM-FSS dataset) show that our proposed FSSUWNet achieves superior performance compared to existing state-of-the-art methods.
We also verified the efficacy of our proposed components and analyzed the roles of different feature levels, providing insights into feature utilization for future underwater FSS work.
In summary, our contributions are as follows:
\begin{itemize}
\item[$\bullet$]
%除了水下图像的退化问题，我们指出目前的FSS方法使用预训练模型作为encoder所提供的图像先验特征在水下场景表现脆弱，难以直接应用于水下图像。
We show that the image prior features provided by pre-trained models in most FSS methods could be fragile in underwater scenes, which will be challenging to apply to underwater images.
\item[$\bullet$]
% 我们提出了一个新颖的面向水下图像的FSS框架with精心利用图像的低级与高级特征， namely FSSUWNet. In FSSUWNet, 我们引入了一个新颖的辅助Encoder，Feature Enhanced Encoder, 旨在提取更多的水下图像特征。此外，我们还设计了一个Feature Enhanced Module用于增强图像的低级特征。
We propose a novel FSS framework tailored to underwater images with the careful utilization of both low-level and high-level image features, dubbed FSSUWNet.
%~\footnote{We will make our code and dataset resources publicly available upon the acceptance of the article.}.
%In FSSUWNet, we introduce a novel auxiliary encoder, Feature Enhanced Encoder, to adapt to the characteristics of underwater scenes.
%
In FSSUWNet, we introduce a Feature Enhanced Encoder to adapt to underwater scene characteristics and a Feature Alignment Module to enhance and align low-level features with high-level ones.
%Moreover, a simple and effective Feature Alignment Module is proposed to enhance the low-level features and align them with high-level features in dimensions.
\item[$\bullet$]
%在公共的underwater segmentation dataset (UWS和SUIM) 上的广泛实验证明FSSUWNet取得了最优秀的表现。
We introduce SUIM-FSS, a variant of the SUIM underwater image dataset for cross-validation.
Extensive experiments on public underwater segmentation datasets show that the proposed FSSUWNet achieves state-of-the-art performance.
\end{itemize}
%本文的以下章节安排如下：在Secion II，我们回顾了包括语义分割，少样本学习以及少样本语义分割的相关工作；在Section III中，我们描述了完整的方法框架以及详细的各个模块架构；方法的实验结果以及消融实验结果被提供在Section IV；最后我们在Section V中总结并讨论了未来的工作。
% The remainder of this paper is organized as follows:
% Section II reviews related works on semantic segmentation, few-shot learning, and few-shot semantic segmentation.
% Section III introduces a detailed description of our FSSUWNet framework.
% Experimental results and ablation studies are presented in Section IV.
% Finally, Section V provides the conclusion and discusses future work.
\section{Related Work}
\subsection{Semantic Segmentation}
%图像语义分割是从图像中分割出目标物体的所有像素，这一技术被广泛运用于自动驾驶，对象识别任务中。
%一开始的语义分割技术通过卷积神经网络作为模型骨架，以及对应的分割头进行实现。例如。。。
%近年来，对比其CNN，Transformer凭借所带来的长距离的像素关系感知能力的优势逐渐成为语义分割领域新的范式。例如，。。。
%值得注意的是，除了模型框架所取得的进展，主流的监督学习方式下的图像语义分割技术成功的另一关键在于巨大数据集和对应标注掩码的支持。例如，高达11的数据集
%然而，所困于水下场景的特殊性，水下图像语义分割数据集的获取与制作成为了巨大的挑战。
% Image semantic segmentation is the process of segmenting all pixels of objects from an image, which is widely used in many real-world applications, e.g., autonomous driving~\cite{feng2020deep} and object recognition tasks~\cite{huang2021fapn,long2015fully, ronneberger2015u}.
% %
% Early semantic segmentation techniques were implemented using convolutional neural networks (CNNs) as the model backbone, along with corresponding segmentation heads.
% For example, FCNs~\cite{fcns} substituted fully connected layers with convolutional layers, thereby facilitating end-to-end learning and producing dense pixel-wise predictions.
% U-Net~\cite{ronneberger2015u} integrates an encoder to capture semantic features by downsampling the input image, and a decoder to upsample the feature maps for semantic segmentation.
% %
% Recently, compared to CNNs, Transformers~\cite{vaswani2017attention} have emerged as a new paradigm in various computer vision tasks~\cite{pengUTransformerUIE2021,strudel2021segmenter,xie2021segformer,ShadowMaskFormer}, bringing its advantage in perceiving long-range pixel relationships.
% In semantic segmentation, such as Segformer~\cite{xie2021segformer}, the Transformer encoder is followed by a convolutional decoder, enabling the efficient capture of global context information while preserving spatial details.
% %
% It is worth noting that, in addition to model architectures, another important factor contributing to the success of semantic segmentation approaches is the availability of large-scale datasets and corresponding annotated masks.
% However, due to the unique characteristics of underwater environments, acquiring and creating underwater image semantic segmentation datasets has become a significant challenge~\cite{underwater2023iros}.
Image semantic segmentation involves segmenting object pixels from an image and is widely applied in fields like autonomous driving~\cite{feng2020deep} and object recognition~\cite{huang2021fapn,long2015fully,ronneberger2015u}. Early approaches used CNNs as backbones with segmentation heads, such as FCNs~\cite{fcns}, which replaced fully connected layers with convolutional layers for end-to-end learning and dense pixel-wise predictions. U-Net~\cite{ronneberger2015u} added an encoder-decoder structure for capturing semantic features and performing segmentation.
%
Recently, Transformers~\cite{vaswani2017attention} have gained popularity in computer vision~\cite{pengUTransformerUIE2021,strudel2021segmenter,xie2021segformer,ShadowMaskFormer}, offering advantages in modeling long-range pixel dependencies. For example, Segformer~\cite{xie2021segformer} combines a Transformer encoder with a convolutional decoder, efficiently capturing global context while preserving spatial details.
%
However, the success of semantic segmentation also hinges on large-scale annotated datasets. In underwater environments, acquiring such datasets remains a significant challenge due to their unique characteristics~\cite{underwater2023iros}.
\subsection{Few-Shot Learning}
%FSL凭借能够泛化新的任务，成为重要的研究热点in various applications, 例如从日常生活中的物体识别到复杂场景的物体分割。
%FSS的主流框架是the meta-learning framework，即利用学习过的元数据来处理新的学习任务。
% Few-Shot Learning (FSL) has become a significant area of study in various applications due to its ability to generalize to new tasks, ranging from object detection to segmentation in complex scenes~\cite{snell2017prototypical,zhang2018metagan,sun2019meta}.
% The popular framework for FSL is the meta-learning framework, i.e., utilizes learned meta-data to handle new learning tasks.
% %目前的FSL可以分为三种技术手段进行实现: 提升优化算法来加速解决方案的探索(optimization–based methods), 通过data augmentation改善性能, and 与我们的工作所相关的技术，metric-based的方法，利用如cosine distance的指标函数计算support 和query 特征之间的距离.
% FSL can be classified as three technical approaches: improving optimization algorithms to seep up the exploration of solutions (optimization-based methods), improving performance through data augmentation, and the technique relevant to our work, metric-based methods, which use metric functions like cosine distance to compute the distance between support and query features.
% %近些年来metric-based的方法的发展迅速, Most existing works commonly learn to 减小the prototype和the foreground features in the query的距离 同时 加大 和the background features的距离. 我们的方法通过引入额外辅助的特征来增强当前FSL框架对水下场景的特征表征能力，aim to make sure the support 和query 特征之间的距离更加准确。
% Most existing metric-based methods~\cite{panet,pfenet,apanet} learn to minimize the distance between the prototype and the foreground features in the query while simultaneously increasing the distance to the background features.
% Our method enhances the FSL framework's feature representation capability for underwater scenes by introducing additional auxiliary features, aiming to ensure more accurate distances between the support and query features.
Few-Shot Learning (FSL) has become a key area of research due to its ability to generalize to new tasks, such as object detection and segmentation in complex scenes~\cite{snell2017prototypical,zhang2018metagan,sun2019meta}. The meta-learning framework is commonly used in FSL, leveraging learned meta-data to handle new learning tasks. FSL can be categorized into three approaches: optimization-based methods to accelerate solution exploration, data augmentation for performance improvement, and metric-based methods, which are relevant to our work. Metric-based methods use distance metrics, such as cosine similarity, to compute the distance between support and query features.
%
Recent developments in metric-based methods~\cite{panet,pfenet,apanet} focus on minimizing the distance between prototypes and foreground features in the query, while maximizing the distance to background features. Our approach enhances the feature representation capability of the FSL framework for underwater scenes by introducing additional auxiliary features, ensuring more accurate distance calculations between support and query features.
\subsection{Few-Shot Semantic Segmentation}
Few-Shot Semantic Segmentation (FSS) addresses data scarcity by leveraging a small number of labeled samples, combining techniques like transfer learning and meta-learning to quickly recognize unknown objects, such as bicycles or airplanes~\cite{dong2018few,panet,yang2020prototype,pfenet}. Given its ability to work with minimal labeled data, FSS has gained attention in fields like image classification and segmentation. Recent approaches, such as BAM~\cite{lang2023bam}, use an additional base learner to predict base class regions and suppress distractor objects in query images. APANet enhances classification by differentiating prototypes into class-specific and class-agnostic categories~\cite{apanet}.
%
However, existing FSS methods, designed primarily for indoor and outdoor environments, struggle with generalization to underwater scenes. To address this gap, UWSNet introduced the UWS Dataset, the most comprehensive underwater FSS dataset~\cite{underwater2023iros}, but it did not tackle the limitations of single pre-trained models, like VGG~\cite{vgg}, in underwater settings. Inspired by BAM's additional base class encoder, we propose enhancing extracted features to better adapt to underwater scene characteristics through a complementary feature enhancement encoder. Additionally, recognizing the varying roles of low-level and high-level features~\cite{CANet,pfenet}, we treat these features differently to improve the generalization of prototype features across scenes.
% Few-Shot Semantic Segmentation (FSS) has emerged to tackle the problem of data scarcity~\cite{dong2018few,panet,yang2020prototype,pfenet}. It uses the rich information in a small number of labeled samples, combining techniques like transfer learning and meta-learning to rapidly recognize unknown objects, for example, from bicycles to airplanes.
% Given the potential of FSS to accomplish tasks with minimal labeled data, it has garnered significant attention in various fields, including image classification and image segmentation.
% Recent work, BAM~\cite{lang2023bam} uses an extra base learner aimed at predicting base class regions to effectively suppress distractor objects in the query image.
% APANet further differentiates prototypes into class-specific and class-agnostic, enhancing the model's classification capability by comparing the class-agnostic prototypes with query features~\cite{apanet}.
% %FSS被提出来应对数据稀缺的问题, 利用少量标注样本中的丰富信息，结合迁移学习和元学习等技术，实现了对未知物体的快速识别，例如 bicycles to airplanes。鉴于FSS仅需少量标注数据就能够完成任务的巨大潜力，FSS在包括图像分类，图像分割等多个领域都得到了较高的关注。
% %最近的工作, 为了抑制the distractor objects in the query image， BAM introduces an additional base learner to explicitly predict the regions of base classes.
% %APANet 将prototypes进一步区分为The class-specific and class-agnostic，comparison of the class-agnostic prototypes and query features来提升模型的分类能力。
% %
% Unfortunately, the existing FSS frameworks are designed for indoor and outdoor scenes with poor generalization to underwater images.
% To promote the development of FSS in the marine domain, UWSNet introduced the UWS Dataset, which is currently the most comprehensive underwater FSS dataset~\cite{underwater2023iros}.
% However, UWSNet did not address the vulnerability of mainstream single pre-trained models, such as VGG~\cite{vgg}, within the FSS framework for underwater scenes.
% %然而现存的FSS框架都是针对陆地上的室内外场景所设计的，对于水下场景图像的泛化性较差。
% %为了促进FSS在海洋领域的发展，In UWSNet, 目前海洋种类最多的水下FSS数据集UWS Dataset被提出。然而UWSNet并未提出在FSS框架中主流的VGG等单一预训练模型在水下场景表现的脆弱。
% %为了克服这一问题，Inspired by the 额外的基类编码器in BAM，我们试图to help增强所提取的特征以适应水下场景的特性通过引入额外的特征增强编码器。
% %此外，鉴于不同等级的图像特征的作用不同~\cit{}，我们对低级和高级图像特征进行不同的处理，以增强原型特征的场景泛化能力。
% To overcome this problem, inspired by the additional base class encoder in BAM, we attempt to enhance the extracted features to adapt to the characteristics of underwater scenes with complementary features extracted from an additional feature enhancement encoder.
% Additionally, considering the varying roles of different levels of image features~\cite{CANet,pfenet}, we treat low-level and high-level image features differently to enhance the scene generalization capability of prototype features.
\section{Method}
%Complementary Features in FSSUWNet
\begin{figure*}[ht]
\centering
\includegraphics[width=0.8\textwidth]{arch_s.pdf}
%所提出的FSSUWNet的network architecture示意图，which is composed of Shared Feature Encoder, Feature Enhanced Encoder, and Feature Enhanced Module (FEM)。对于每个Encoder，都可以得到查询图像和支持图像特征的低级和高级特征，图像低级特征经过FEM得到水下图像增强特征 \in (1 \times H \times W)。然后，图像高级特征与图像增强特征做像素级乘积，得到最终的查询特征F_q和支持特征F_s，最后进行masked average pooling operation，计算compute the cosine similarity between F_q和F_s.
\caption{The network architecture of the FSSUWNet with Shared Feature Encoder (SFE), Feature Enhanced Encoder (FEE), and Feature Alignment Module (FAM).
Each encoder extracts low-level and high-level features from both query and support images.
The low-level features of images are then enhanced through FEM to obtain underwater image enhancement features $\in \mathbb{R}^{C^{'} \times H^{'} \times W^{'}}$.
Subsequently, the high-level features of the images are pixel-wise addition with the enhanced image features to obtain the final query feature $\mathit{\mathbf{F}^q}$ and support feature $\mathit{\mathbf{F}^s}$.
Finally, a masked average pooling operation is conducted, followed by the computation of cosine similarity between $\mathit{\mathbf{F}^q}$ and $\mathit{\mathbf{F}^s}$.
Note that Block and FEE\_Block represent the feature extraction blocks in SFE and FEE, respectively.}
%\mathbb{R}^{\frac{C}{4P}
\label{fig_framework}
\end{figure*}
%%%%%%
We will first present the essential preliminaries in Section~\ref{preliminary}, including the task definition and motivation, followed by a detailed introduction to FSSUWNet.
%Preceding the formal introduction of FSSUWNet, we briefly define the FSS task in Section~\ref{task}. We then present our motivation including the fragility of prior features from pre-trained models in underwater scenes and differences in features at different levels in Section~\ref{motivation}.
\subsection{Preliminary\label{preliminary}}
%We briefly define the FSS task in Section~\ref{task} and present our motivation in Section~\ref{motivation}.
%, highlighting the fragility of pre-trained features in underwater scenes and the feature disparities across levels.
%*************Start Preliminary******************
\subsubsection{Task description\label{task}}
Few-Shot Semantic Segmentation (FSS) addresses the challenge of segmenting novel object classes in images when the number of annotated examples is limited. %only a limited number of annotated examples are available.
The FSS task involves two main sets: the support set $\mathit{S}$ and the query set $\mathit{Q}$.
In each episode, the support set $\mathit{S}$ comprises $\mathit{K}$ image-mask pairs, denoted as $\mathit{S} = \{(I^s_{i}, M^s_{i})\}^{k}_{i=1}$, where each pair consists of a support image $\mathit{I^s_{i}}$ and its corresponding segmentation mask $\mathit{M^s_{i}}$ for a specific class $\mathit{c}$. The query set $\mathit{Q}$ includes a query image $\mathit{I^q}$ paired with its respective ground truth mask $\mathit{M^q}$ which is hidden during inference and used only for training.
Models are trained on a set of base classes $\mathit{C_{train}}$ and evaluated on a distinct set of unseen classes $\mathit{C_{test}}$, ensuring no overlap between them ($\mathit{C_{train}} \cap \mathit{C_{test}} = \mathit{\varnothing}$)
The combined input batch $\{\mathit{I^q}, \{(I^s_{i}, M^s_{i})\}^{k}_{i=1}\}$ provides the context necessary for the model to infer the segmentation result for the query image.
\subsubsection{Motivation\label{motivation}}
Our motivation stems from two aspects: the fragility of prior features in underwater scenes and the effective utilization of features across different levels.
% \noindent\textit{\textbf{Fragility of Prior Features in Underwater Scenes.}}
% High-level semantic features, often derived from the deeper layers of a neural network., have been widely used in previous prominent works, e.g.,~\cite{pfenet,lang2022bam,lang2023bam}.
% They often leverage high-level features, serving as the feature encoders for both query and support images.
% These high-level features, combined with the support image masks, are utilized to generate prior features and masks for the query images as guidance, which is known as Prior Guided Feature, first proposed in~\cite{pfenet}.
% As depicted in the top row of Figure~\ref{fig_prior}, the fragile prior masks for underwater images derived from BAM~\cite{lang2023bam} demonstrate significant limitations.
% These prior masks fail to segment animals in the query images accurately and even incorrectly predict large portions of background content as foreground.
% We attribute this issue to the scarcity of underwater scenes in the training datasets of pre-trained models such as ImageNet~\cite{ImageNet}. This scarcity leads to the learned image feature distributions being unable to generalize to underwater environments.
% In this work, we mitigate the fragility of pre-trained models with feature enhancement.
% \noindent\textit{\textbf{Differences Across Feature Levels.}}
% The representational capabilities of image features at different levels vary significantly, influencing the design of models.
% \ding{182} As we know, lower-level features, i.e., shallow network features, represent the basic characteristics of the input image, while the higher-level, deeper network features, have stronger semantic representation capabilities.
% \ding{183} An empirical observation in CANet~\cite{CANet} shows that directly utilizing middle-level features extracted from pre-trained models like VGG~\cite{vgg} and ResNet~\cite{resnet} in the encoder-decoder structure yields better performance in the FSS task compared to high-level features.
% %This is because middle-level features often capture object parts that are shared across unseen classes~\cite{CANet}.
% Inspired by this, existing FSS works~\cite{pfenet,lang2023bam} take advantage of integrating features from different levels proposed by encoders when designing network frameworks.
% Intask descrip this work, we designed our FSSUWNet framework that strategically integrates features from low-level and high-level to enhance segmentation performance.
% See Section~\ref{levels} for more details on experiments involving different levels of features.
\noindent\textit{\textbf{Fragility of Prior Features in Underwater Scenes.}}
High-level semantic features, often from deeper neural network layers, are commonly used in prior works~\cite{pfenet,lang2022bam,lang2023bam} as feature encoders for query and support images. These features, along with support image masks, generate prior features and masks for query images, known as Prior Guided Features~\cite{pfenet}. However, as shown in the top row of Figure~\ref{fig_prior}, prior masks derived from BAM~\cite{lang2023bam} struggle to accurately segment underwater scenes, often misclassifying background as foreground. This fragility arises from the limited presence of underwater scenes in training datasets like ImageNet~\cite{ImageNet}, causing poor generalization. Our work addresses this by enhancing feature representations to mitigate this fragility.
\noindent\textit{\textbf{Differences Across Feature Levels.}}
Image features vary across levels in their representational capacity. Lower-level features capture basic image characteristics, while higher-level features offer stronger semantic representations. Empirical results from CANet~\cite{CANet} show that using middle-level features from pre-trained models like VGG~\cite{vgg} and ResNet~\cite{resnet} leads to better FSS performance than using high-level features. Inspired by this, existing FSS approaches~\cite{pfenet,lang2023bam} integrate features from different levels. Our FSSUWNet framework combines low-level and high-level features to enhance segmentation performance, as detailed in Section~\ref{levels}.
%*************End Preliminary**************
%*************Method******************
%\subsection{FSSUWNet}
%In this section, we describe in detail our FSSUWNet network architecture, the auxiliary encoder designed to mitigate the limitations of pre-trained models, and the Feature Alignment Module for aligning different level features.
%This section details the FSSUWNet architecture, the auxiliary encoder to address pre-trained model limitations, and the Feature Alignment Module for aligning multi-level features.
\subsection{Overview of FSSUWNet\label{framework}}%of FSSUWNet
The complete framework of our proposed FSSUWNet under the 1-shot setting is illustrated in Figure~\ref{fig_framework}.
%我们的FSSUWNet包括两个Encoder: Shared Feature Encoder and Feature Enhanced Encoder, 提取来自SUpport Image 和查询图像的低级和高级特征，由于光吸收效应产生的图像色彩失真,e.g.,the红色通道的大幅降低，我们引入了Feature Enhanced Module (FEM)旨在增强来自水下图像的共同基本特征。
Due to the color distortion caused by light absorption effects, such as the significant reduction in the red channel, we introduced our approach with feature enhancement to extract and enhance the common fundamental features of underwater images.
%There is a Feature Enhanced Encoder and a feature alignment module in our feature enhancement.
Our FSSUWNet consists of two encoders: Shared Feature Encoder and Feature Enhanced Encoder. These encoders extract both low-level and high-level features from the support image and query image.
In feature enhancement, we first use an auxiliary encoder to provide complementary features of underwater scenes and then design a Feature Alignment Module to align the low-level features with high-level features in dimensions.
\subsection{Complementary High-level Features from Encoders}
%如前Section~\ref{motivation}所述，当前的FSS工作通常会使用一个Shared Feature Encoder 同时提取来自支持图像和查询图像的特征，通常是单个训练后的预训练模型。
%\noindent\textit{\textbf{High-level Features.}}
As shown in Figure~\ref{fig_framework}, in the 1-shot scene, similar to advanced FSS work, we use a Shared Feature Encoder to extract features from both support image $\mathit{\text{I}^s}$ and query images $\mathit{\text{I}^q}$, $\mathit{\text{I}^s}$ and $\mathit{\text{I}^q} \in \mathbb{R}^{ 3 \times H \times W}$, often using a single pre-trained model for this purpose.
Then, the high-level features $\mathit{\mathbf{F}^s_{high}} \in \mathbb{R}^{ N^{s}_f \times H^{'} \times W^{'}}$ and $\mathit{\mathbf{F}^q_{high}} \in \mathbb{R}^{ N^{q}_f \times H^{'} \times W^{'}}$, which highly represent semantic information and could be regarded as prior features.
The superscript “s” of $N^{s}_f$ stands for support, and the subscript “f” stands for Shared Feature Encoder.
In our work, we follow~\cite{lang2022bam,underwater2023iros} to extract high features from deep blocks (Block 4 and FEE\_Block 3) in encoders.
%C, H, and W are the channel dimensions, height, and width, respectively.
Given the fragility when prior features meet underwater scenes as discussed in Section~\ref{motivation}, we attempt to introduce an auxiliary encoder, the Feature Enhanced Encoder (FEE), which can extract underwater scene features that prior features cannot provide. By fusing the features from both encoders, we aim to enrich the semantic features obtained from the image.
%However, it is 脆弱当遇到水下场景的时候。To 解决这一挑战，我们试图引入一个能够提取Shared Feature Encoder所无法提供的水下场景特征的起辅助作用的编码器，即Feature Enhanced Encoder，然后通过融合两种编码器的特征，进而丰富图像的先验信息。
Therefore, we can further obtain high-level features $\mathit{\mathbf{E}^s_{high}} \in \mathbb{R}^{ N^{s}_e \times H^{'} \times W^{'}}$ and $\mathit{\mathbf{E}^q_{high}} \in \mathbb{R}^{ N^{q}_e \times H^{'} \times W^{'}}$ extracted from both $\mathit{\text{I}^s}$ and $\mathit{\text{I}^q}$ by FEE, respectively.
The subscript “e” of $N^{s}_e$ stands for FEE.
%
We concatenate the features from the two encoders along the channel dimension, and the operations can be formulated as:
\begin{equation}
\begin{aligned}
\label{eq:1}
\mathbf{H}_{s} = Cat(\mathbf{F}^s_{high},\ \mathbf{E}^s_{high}) \\
\mathbf{H}_{q} = Cat(\mathbf{F}^q_{high},\ \mathbf{E}^q_{high})
\end{aligned}
\end{equation}
where $Cat$ is the concatenation operation, $\mathbf{H}_{s} \in \mathbb{R}^{ (N^{s}_f + N^{s}_e) \times H^{'} \times W^{'}}$ and $\mathbf{H}_{q} \in \mathbb{R}^{ (N^{q}_f + N^{q}_e) \times H^{'} \times W^{'}}$ represent the concatenated high-level semantic features extracted from the support image and the query image, respectively.
Note that we concatenate $\mathbf{H}_{s}$ and $\mathbf{H}_{q}$ along the batch-size dimension, then use a 1x1 convolution operation to reduce the number of channels.
This results in the high-level features, $\mathbf{F}_{high} \in \mathbb{R}^{2 \times C^{'} \times H^{'} \times W^{'}}$.
These operations can be formulated as:
\begin{equation}
\label{eq:2}
\mathbf{F}_{high} = Conv (Cat(\mathbf{H}_{s},\ \mathbf{H}_{q})) ,
\end{equation}
where $Conv$ is the 1x1 convolution operation.
Next, $\mathbf{F}_{high}$ will undergo a pixel-wise addition operation with the output of the proposed FAM, $\mathbf{F}_{low} \in \mathbb{R}^{ C^{'} \times H^{'} \times W^{'}}$, which handles the low-level features from two encoders.
we can further separate the final support feature $\mathbf{F}_{s} \in \mathbb{R}^{ C^{'} \times H^{'} \times W^{'}}$ and query feature $\mathbf{F}_{q} \in \mathbb{R}^{ C^{'} \times H^{'} \times W^{'}}$, with both features incorporating low-level features $\mathbf{F}_{low}$ and high-level features $\mathbf{F}_{high}$.
We can express it as:
\begin{equation}
\label{eq:3}
\mathbf{F}_{s},\ \mathbf{F}_{q} = Split (\mathbf{F}_{high} \oplus \mathbf{F}_{low}) ,
\end{equation}
where $Split$ represents the separation operation implemented using dimensional slicing and $\oplus$ is the element-wise addition.
Furthermore, We construct a compact and useful prototype from the support feature $\mathbf{F}_{s}$ that represents the key features of the target object for segmentation in the query image.
A straightforward approach is to apply a global average pooling or max-pooling operation to aggregate the information contained in the support feature $\mathbf{F}_{s}$.
Following~\cite{pfenet,lang2022bam,lang2023bam,underwater2023iros}, we calculate the prototype from $\mathbf{F}_{s}$ through the masked average pooling (MAP)~\cite{zhang2020sg}:
\begin{equation}
\label{eq:4}
\mathbf{P}_{s} = {F}_{pool}(\mathbf{F}_{s}\ \otimes \ \mathbf{M}_s) ,
\end{equation}
where ${F}_{pool}$ denotes the average-pooling operation, while $\otimes$
represents Hadamard product. $\mathbf{M}_s$ is the ground truth support mask.
The symbol “$\mathbf{P}$” of $\mathbf{P}_{s}$ stands for prototype, while the symbol “$\mathbf{M}$” of $\mathbf{M}_{s}$ stands for mask.
The support prototype $\mathbf{P}_{s}$ will be a vector of dimension $1 \times C^{'}$ and $ C^{'}$ represents the channels in the query feature $\mathbf{F}_{q}$.
It should be noted that in the 5-shot setting, we create a unified prototype generated by averaging the five individual prototypes.
We then use the cosine similarity measure to compute the cosine distance $Dist$ between the support prototype $\mathbf{P}_{s}$ and the query feature $\mathbf{F}_{q}$, which can be summarized as:
\begin{equation}
\label{eq:5}
Dist = Cosine(\mathbf{P}_{s}\ , \mathbf{F}_q) ,
\end{equation}
where $Cosine$ represents the function of cosine similarity measurement.
Finally, the predicted mask $\mathbf{M}_{q}$ for the query image is generated through the cosine distance.
%\noindent\textit{\textbf{Low-level Features.}}
\begin{figure}[!t]
\centering
\includegraphics[width=0.45\textwidth]{fem.pdf}
\caption{
The network architecture of the Feature Alignment Module (FAM) in our proposed FSSUWNet involves concatenating the low-level features extracted by two encoders at the channel level and then inputting them into FAM.
In FAM, the output $\mathbf{F}_{low}$ is obtained through simple feature channel-wise operations to align with high-level features.
%improve FSSUWNet's capability in processing underwater images.
}
\label{fig_fem}
\end{figure}
\subsection{Feature Alignment Module}
%受到光学的吸收效应，水下场景图像都存在独有的色彩失真现象，即支持图像和查询图像都存在某种共同的基本特征。
%在FSSUWNet，我们通过两个编码器所提取的低级特征来代表这一共同的水下图像基本特征。
Due to the optical absorption effect, underwater scene images exhibit unique color distortion, resulting in both support image $\mathit{\text{I}^s}$ and query images $\mathit{\text{I}^q}$ sharing certain common fundamental features.
In FSSUWNet, we represent these common underwater image features using the low-level features extracted by the two encoders, i.e., Shared Feature Encoder and Feature Enhanced Encoder.
%
Similar to the high-level features ($\mathbf{F}^s_{high}, \mathbf{F}^q_{high},\mathbf{E}^s_{high},\mathbf{E}^q_{high}$), we can obtain the low-level features as follows:
\begin{equation}
\begin{aligned}
\label{eq:low} %\begin{cases}
\mathbf{F}^s_{low} \in \mathbb{R}^{ C^{s}_f \times H_{1} \times W_{1}}, \ \mathbf{F}^q_{low} \in \mathbb{R}^{ C^{q}_f \times H_{1} \times W_{1}}, \\
\mathbf{E}^s_{low} \in \mathbb{R}^{ C^{s}_e \times H_{1} \times W_{1}}, \ \mathbf{E}^q_{low} \in \mathbb{R}^{ C^{q}_e \times H_{1} \times W_{1}}, \notag
\end{aligned}
\end{equation}
where the subscript “$low$” stands for the low-level features. Note that in our work, we follow~\cite{pfenet} to obtain low-level features from shallow blocks (Block 2 and FEE\_Block 1) in encoders.
%$\mathbf{F}^s_{low} \in \mathbb{R}^{ N^{s}_f \times H_{1} \times W_{1}}, \mathbf{F}^q_{low} \in \mathbb{R}^{ N^{q}_f \times H_{1} \times W_{1}},\mathbf{E}^s_{low} \in \mathbb{R}^{ N^{s}_e \times H_{1} \times W_{1}},\mathbf{E}^q_{low} \in \mathbb{R}^{ N^{q}_e \times H_{1} \times W_{1}}$ .
We introduced the Feature Alignment Module (FAM) to align the common fundamental features of underwater images with high-level features.
FAM is a simple but effective module that includes convolution and pooling operations. We concatenate the low-level features from the $\mathit{\text{I}^s}$ and $\mathit{\text{I}^q}$ along the channel dimension. We then use a 1x1 convolution to reduce the number of channels to simplify the network, resulting in the raw low-level features $\mathbf{F}^{0}_{low} \in \mathbb{R}^{2 \times C^{'} \times H^{'} \times W^{'}}$ which include both the support and query vectors in the batch size dimension.
%the first dimension, i.e., the batch size dimension.
These operations can be formulated as:
\begin{equation}
\small
\label{eq:2}
\mathbf{F}^{0}_{low} = Conv (Cat\{ Cat(\mathbf{F}^s_{low},\ \mathbf{E}^s_{low}),\ Cat(\mathbf{F}^q_{low},\ \mathbf{E}^q_{low})\}),
\end{equation}
where the superscript “$0$” of $\mathbf{F}^{0}_{low}$ represents the raw features. %without enhanced.
In FAM, the input low-level support and query features $\in \mathbb{R}^{C^{'} \times H^{'} \times W^{'}}$ first undergo a 3x3 convolution followed by GELU activation~\cite{hendrycks2023gaussian}.
Next, the features pass through a 1x1 convolution and a max pooling operation to decrease the size of the features.
The convolution operations will capture local spatial features and non-linearity operations enhance the representation of features.
%to reduce the feature size.
We obtain the intermediate features, which can be summarized as:
\begin{equation}
\label{eq:6}
MaxPool(Conv1(GELU(Conv3(\mathbf{F}^{0}_{low})))) \in \mathbb{R}^{\frac{C^{'}}{2} \times \frac{H^{'}}{2} \times \frac{W^{'}}{2}},
\end{equation}
where $Conv1$ and $Conv3$ are 1x1 and 3x3 convolution operations, respectively.
$MaxPool$ is a max pooling operation and $GELU$ denotes the GELU function.
Then, we apply the same feature processing steps again to obtain the final low-level features $\mathbf{F}_{low} \in \mathbb{R}^{C^{'} \times H^{'} \times W^{'}}$. Note that the dimensions are matched to the final high-level features $\mathbf{F}_{high}$.
\subsection{Loss Function}
%Our loss consists of two primary parts:
There are two primary parts in our loss function:
\ding{182} We calculate pixel-wise cross-entropy loss and augment it with dice loss~\cite{deng2015semantic} for better performance, which calculates the intersection over the union between the predicted mask $\mathbf{M}_{q}$ and ground truth masks $\mathbf{T}_{q}$.
We define the loss function as the mask loss $\mathcal{L}_{mask}$.
%, which combines pixel-wise cross-entropy loss and Dice loss for better performance.
\ding{183} Following~\cite{underwater2023iros}, we calculate the loss for aligning the predicted segmentation of support images with their ground truth, the align loss $\mathcal{L}_{align}$.
Overall, our final loss $\mathcal{L}$ will be:
\begin{equation}
\label{eq:loss}
\mathcal{L} = \mathcal{L}_{mask} + \mathcal{L}_{align}
\end{equation}
It is important to note that $\mathcal{L}_{align}$ is averaged over the five support images in the 5-shot setting.
\section{Experiments}
%\newcommand{\rt}{\textcolor[rgb]{0.75,0.25,0.25}}
\subsection{Experimental Setup}
\noindent\textit{\textbf{Datasets.}}
We evaluate the performance of our FSSUWNet on two real-world few-shot semantic segmentation underwater image datasets, namely UWS~\cite{underwater2023iros} and SUIM-FSS based on SUIM dataset~\cite{islam2020suim}.
UWS is the animal-centric dataset consisting of 576 underwater images, each with detailed pixel-level annotations, including 21 underwater animals.
%e.g. Crab and Dolphin.
SUIM provides detailed pixel-level annotations for underwater semantic segmentation, consisting of 1635 images including eight semantic categories.
The cross-validation experiments are typically used in existing FSS works~\cite{lang2022bam,lang2023bam,apanet,underwater2023iros}.Following~\cite{underwater2023iros}, UWS dataset is evaluated with four-fold cross-validation, i.e., training our model on three of them while using the fourth for evaluation.
Given the limited segmentation categories in the SUIM dataset for four-fold validation, we divided it into two balanced groups, forming the SUIM-FSS dataset evaluated with two-fold cross-validation. After excluding the background (waterbody), SUIM contains seven target categories: Human divers (HD), Aquatic plants and sea-grass (PF), Wrecks and ruins (WR), Robots (RO), Reefs and invertebrates (RI), Fish and vertebrates (FV), and Sea-floor and rocks (SR). These categories were balanced and divided into two-fold datasets, as shown in Table~\ref{tab:suim-fss}.
%
For ground truth extraction, we utilized the semantic segmentation masks in SUIM, removing instances where the target pixel count was less than 10\% of the total image pixels. During training, for each fold, we randomly sampled 1,000 pairs of support and query images from the same class. Test splits were drawn from unseen classes, and image pairs were maintained to ensure reproducibility of model evaluation.
% Given that the SUIM dataset lacks enough segmentation categories to perform a four-fold validation, we divided SUIM into two balanced groups, referred to as the SUIM-FSS dataset evaluated with two-fold cross-validation.
% Specifically, after removing the background (waterbody), SUIM includes the following seven target categories: Human divers (HD), Aquatic plants and sea-grass (PF), Wrecks and ruins (WR), Robots (RO), Reefs and invertebrates (RI), Fish and vertebrates (FV), Sea-floor and rocks (SR).
\begin{table}[!t]
\centering
\caption{
Details of the SUIM-FSS dataset based on SUIM dataset.
}
\label{tab:suim-fss}
%\begin{center}
%\setlength{\tabcolsep}{1.2mm}
%\renewcommand\arraystretch{1.1}
%{
%\resizebox{0.9\linewidth}{!}{
\begin{tabular}{l|cccc|ccc}
\hline
& \multicolumn{4}{c|}{\textbf{Split-0}} & \multicolumn{3}{c}{\textbf{Split-1}} \\
\hline
\textbf{Class} & HD & PF & RI & RO & FV & SR & WR \\
\textbf{Number} & 142 & 117 & 160 & 99 & 160 & 160 & 160 \\ \hline
%Mean & \multicolumn{4}{|c|}{130} & \multicolumn{3}{c}{160} \\
%\hline
\end{tabular}
%}%}
%\vspace{-1em}
%\end{center}
\end{table}
%
% we have balanced and divided them into two-fold datasets, SUIM-FSS dataset, as shown in the table~\ref{tab:suim-fss}.
% It is important to note that we extracted various types of ground truth masks from the semantic segmentation masks in SUIM. Additionally, we removed instances where the target pixel count was less than 10\% of the image pixel count.
% %For each fold in UWS and SUIM datasets, we randomly sample 1,000 pairs of support and query images for validation.
% During training, for each fold in UWS and SUIM datasets, we randomly select 1,000 pairs of support images along with the query image from the same class.
% Additionally, each test split is randomly sampled from unseen classes, and we keep the lists of image pairs to ensure the reproducibility of our model evaluation.
\noindent\textit{\textbf{Evaluation Metric.}}
Following the settings of previous works~\cite{pfenet,apanet,lang2022bam,lang2023bam,underwater2023iros}, the mean Intersection over Union (mIoU) serves as the evaluation metric
%we employ the mean Intersection over Union (mIoU) as the evaluation metric
for our experiments, which involve the IoU score and then computing the overall average of these scores.
\subsection{Implementation Details}
% We use the VGG-16 pretrained model~\cite{vgg} to initialize the Shared Feature Encoder in our work.
% We implement our Feature Enhanced Encoder with a simple variant of Segformer~\cite{xie2021segformer}.
% Following the settings in~\cite{underwater2023iros}, training was conducted for 40 epochs with a batch size of 1.
% We trained our FSSUWNet with an SGD optimizer with a learning rate set to 0.001 and reduced by a factor of 0.1 every 10,000 iterations.
% The momentum and weight decay were set to 0.9 and 0.0005.
% We use the outputs of the last layers of $conv2_x$ as low-level features $\mathit{\mathbf{F}^i_{low}}$ (where $i$ denotes support and query images).
% Additionally, the outputs from the last layers of $conv4_x$ and $conv5_x$ as used as high-level features $\mathit{\mathbf{F}^i_{high}}$ by concatenation.
% All experiments are carried out on a single NVIDIA A100 GPU.
We initialize the Shared Feature Encoder with the VGG-16 pretrained model~\cite{vgg} and implement the Feature Enhanced Encoder using a simplified variant of Segformer~\cite{xie2021segformer}, which provides lightweight and efficient multi-scale feature extraction. As an additional component, SegFormer leverages its feature extraction strengths without significantly increasing computational complexity.
Following the settings in~\cite{underwater2023iros}, training was conducted for 40 epochs with a batch size of 1, using an SGD optimizer with a learning rate of 0.001, reduced by a factor of 0.1 every 10,000 iterations. Momentum and weight decay were set to 0.9 and 0.0005, respectively. Low-level features $\mathit{\mathbf{F}^i_{low}}$ were taken from the last layers of $conv2_x$, and high-level features $\mathit{\mathbf{F}^i_{high}}$ were obtained by concatenating the outputs from $conv4_x$ and $conv5_x$. All experiments were conducted on a single NVIDIA A100 GPU.
%**************Experiments***********
\begin{table*}
\caption{Performance comparison on four folds of UWS dataset in terms of mIoU. The ``Mean'' row represents the averaged class mIoU across four folds. The best and second-best performances are in bold and underlined respectively.
%The best results are highlighted in bold.
}
\centering
%\tabcolsep=0.27cm
\begin{center}
\resizebox{0.75\linewidth}{!}{
\begin{tabular}{ l | c c c c | c | c c c c | c }
\toprule
\multirow{2}{*}{\textit{Methods}} & \multicolumn{5}{c|}{1-Shot} & \multicolumn{5}{c}{5-Shot} \\
%\specialrule{0em}{0pt}{1pt}
\cline{2-11}
%\specialrule{0em}{1pt}{0pt}
& Fold-0 & Fold-1 & Fold-2 & Fold-3 & Mean & Fold-0 & Fold-1 & Fold-2 & Fold-3 & Mean \\
\specialrule{0em}{0pt}{1pt}
\hline
\specialrule{0em}{1pt}{0pt}
%\multicolumn{13}{c}{VGG-16 Backbone} \\
% \specialrule{0em}{0pt}{1pt}
% \hline
% \specialrule{0em}{1pt}{0pt}
PANet \cite{panet}
& 69.11 & 59.92 & 65.76 & 67.29 & 65.52
& 71.57 & 62.96 & 68.22 & 69.59 & 68.09
\\
PMMs \cite{PMMs2020}
& 68.76 & \textbf{63.86} & 65.70 & 70.03 & 67.08
& 71.49 & 63.79 & 68.26 & 70.91 & 68.61
\\
HSNet \cite{min2021hypercorrelation}
& 62.81 & 57.39 & 61.38 & 63.09 & 61.17
& 68.01 & 62.62 & 68.87 & 69.85 & 67.34
\\
ASNet \cite{kang2022ifsl}
& 62.93 & 58.25 & 67.04 & 64.42 & 63.16
& 68.37 & 65.23 & \underline{71.91} & \underline{73.26} & \underline{69.69}
\\
BAM \cite{lang2023bam}
& 69.42 & 59.66 & 57.39 & 57.85 & 61.08
& 71.42 & 60.05 & 60.13 & 62.45 & 63.51
\\
UWSNetV2 \cite{underwater2023iros}
& 70.48 & 62.36 & 67.50 & \underline{70.22} & \underline{67.64}
& 74.20 & 62.91 & 70.09 & 70.77 & 69.49
\\
UWSNetV6 \cite{underwater2023iros}
& \underline{70.66} & 61.75 & \underline{68.13} & 69.81 & 67.59
& \underline{74.21} & \underline{63.96} & 70.08 & 70.48 & 69.68
\\
\specialrule{0em}{0pt}{1pt}
\hline
\specialrule{0em}{1pt}{0pt}
\rowcolor[gray]{0.95} FSSUWNet (ours)
%& \textbf{72.22} & \textbf{63.65} & \textbf{68.11} & \textbf{70.48} & \textbf{68.61}
& \textbf{73.23} & \underline{63.62} & \textbf{69.25} & \textbf{72.11} & \textbf{69.55}
& \textbf{74.92} & \textbf{65.62} & \textbf{72.06} & \textbf{73.36} & \textbf{71.49}
%& \textbf{76.83} & \textbf{68.36} & \textbf{74.24} & \textbf{74.49} & \textbf{73.48}
%& \textbf{78.01} & \textbf{69.25} & \textbf{76.49} & \textbf{77.37} & \textbf{75.28}
\\
\bottomrule
\end{tabular}
}
\end{center}
\label{tab:compare_uws}
\end{table*}
\subsection{Experimental Results}
\noindent\textit{\textbf{Quantitative Results.}}
The comparative results of our approach on the UWS and SUIM-FSS datasets are presented in Table~\ref{tab:compare_uws} and Table~\ref{tab:compare_suim}, with the mean Intersection over Union (mIoU) metric used to evaluate performance.
It is evident that our FSSUWNet significantly outperforms advanced FSS methods across all settings, achieving new state-of-the-art.
The proposed method surpasses the previous best (UWSNetV2~\cite{underwater2023iros} and ASNet~\cite{kang2022ifsl}) and by 2.8\% and 2.6\% in the mIoU metric for 1-shot and 5-shot scenarios in UWS dataset, respectively.
Additionally, our method is the only one to exceed 70\% mIoU in the 5-shot setting, achieving a score of 71.49.
In Table~\ref{tab:suim-fss}, we use the model with only the Shared Feature Encoder as the baseline for our method.
We can see that in the SUIM-FSS dataset, which includes collaborative scenarios between robots and divers, our approach achieves the top performance, surpassing UWSNetV2 by 3.32\% in the 1-shot setting.
\noindent\textit{\textbf{Qualitative Results.}\label{label:visual}}
\begin{figure*}[!t]
\centering
\includegraphics[width=0.8\textwidth]{FSS1.pdf}
\caption{Qualitative results of the proposed FSSUWNet and other methods on UWS dataset. From top to bottom: (a) support images with ground-truth masks, (b) query images, (c) query images with ground-truth masks, (d) results of FSSUWNet and (e) results of UWSNetV2, and (f) results of UWSNetV6.}
%baseline results}
%\mathbb{R}^{\frac{C}{4P}
\label{fig:uws}
\end{figure*}
\begin{table}
\caption{Performance comparison on SUIM dataset in terms of mIoU. The ``Mean'' row represents the averaged class mIoU across seven classes. The best results are highlighted in bold.}
\centering
%\tabcolsep=0.27cm
\resizebox{0.5\textwidth}{!}{
\begin{tabular}{ l | c c | c | c c | c }
\toprule
\multirow{2}{*}{\textit{Models}} & \multicolumn{3}{c|}{1-Shot} & \multicolumn{3}{c}{5-Shot} \\
\specialrule{0em}{0pt}{1pt}
\cline{2-7}
\specialrule{0em}{1pt}{0pt}
%& HD & PF & WR & RO & RI & FV & SR & Mean & HD & PF & WR & RO & RI & FV & SR & Mean \\
& Fold-0 & Fold-1 & Mean & Fold-0 & Fold-1 & Mean \\
\specialrule{0em}{0pt}{1pt}
\hline
\specialrule{0em}{1pt}{0pt}
Baseline
& 39.12 & 39.69 & 39.41 & 44.76 & 45.88 & 45.32 \\
\specialrule{0em}{0pt}{1pt}
\hline
\specialrule{0em}{1pt}{0pt}
UWSNetV2 \cite{underwater2023iros}
& 38.09 & 40.71 & 39.40 & 45.63 & 52.53 & 49.08 \\
\specialrule{0em}{0pt}{1pt}
\hline
\specialrule{0em}{1pt}{0pt}
UWSNetV6 \cite{underwater2023iros}
& 40.13 & 41.08 & 40.61 & 44.49 & 52.42 & 48.46\\
\specialrule{0em}{0pt}{1pt}
\hline
\specialrule{0em}{1pt}{0pt}
\gt FSSUWNet (ours)
& \textbf{41.40} & \textbf{44.03} & \textbf{42.72}
& \textbf{46.04} & \textbf{52.81} & \textbf{49.43}\\
\bottomrule
\end{tabular}
}
\label{tab:compare_suim}
\end{table}
%
To illustrate the effectiveness of our proposed model,
we further visualize the segmentation results and compare them with those of other methods, as shown in Figure~\ref{fig:uws} for the UWSNet dataset.
%and Figure~\ref{fig:suim} for the SUIM-FSS dataset.
%In Figure 6, the first row displays the support image and its ground truth, which is highlighted in green. The second row shows the query image and its ground truth, also marked in green. The third row presents the prediction generated by DBMNet, highlighted in red. The fourth and fifth rows show the prediction results of PFENet and SD-AANet, respectively, also marked in red.
It can be found that: For UWSNet, the third and fourth columns in Figure~\ref{fig:uws} indicate that only our method successfully predicts the target object in the query image, while other methods fail.
Besides, in the fourth column (sea anemone), the target object in the support image does not resemble the one in the query image, yet our method still predicts the segmentation mask accurately.
The sixth column (crocodile) represents a common low-light scenario in underwater images. Compared to other methods, our method can successfully predict the lower left half of the crocodile in the dark area.
Additionally, the seventh column (polar bear) illustrates a scenario with complex underwater lighting, causing other methods to mistakenly identify background areas as foreground, while our method still achieves perfect segmentation results.
%图4中的第三列和第四列指示出只有我们的方法能够成功预测出查询图像的目标对象，而其它方法无法做到。特别的是，第四列(sea anemone)的支持图像的目标对象与查询图像并不相似，我们的方法仍然能够预测分割掩码。%图4中的第六列(Crocodie)代表了水下图像常见的低光照场景，比起其它方法，可以看到我们的方法还能够成功预测黑暗区域Crocodie的左下半身。此外，第七列(Polar Bear)的复杂水下光线场景带来的强烈干扰导致了其它方法错误将背景区域识别为前景区域，而我们的方法仍然实现了完美的分割结果。
%水下图像中的独有的低照度和复杂光学场景指示出我们的方法具有多场景的适应能力和水下特殊场景的有效性。
%\ding{183} For SUIM-FSS, we provide examples of typical underwater image distortion scenarios and multiple object segmentation in Figure~\ref{fig:suim}.
%第一列和第二列指示出常见的红色通道异常的水下图像，水下机器人本身特征已经不再显著，与基线方法相比，误激活的目标显著减少，这验证了Feature Ehanced Encoder和FEM模块的有效性。
%第六列的水下图像具有目标小，数量多的分割挑战，基线的方法基本无法分割出任何的鱼，而我们的方法却可以有效分割出大多数的鱼类。
%The first and second columns indicate underwater images with red channel anomalies where the features of robots are less prominent. Compared to the baseline method, our approach significantly reduces the falsely activated targets in background areas.
%The sixth column presents the challenge of segmenting small and numerous targets in underwater images. The baseline method fails to segment any fish, while our method effectively segments most of them.
%The 基线和我们方法之间的可视化结果 verifying the effectiveness of the Feature Enhanced Encoder and FEM module。
These visual results demonstrate the efficacy of our proposed Feature Enhanced Encoder.
\subsection{Ablation Study and Analysis}
\begin{table*}
\caption{Ablation Study on UWS dataset in terms of mIoU. The ``Mean'' row represents the averaged class mIoU across four folds. The results of the complete model are highlighted in bold.}
\centering
%\tabcolsep=0.27cm
\resizebox{0.8\textwidth}{!}{
\begin{tabular}{ l | c c c c | c | c c c c | c }
\toprule
\multirow{2}{*}{\textit{Methods}} & \multicolumn{5}{c|}{1-Shot} & \multicolumn{5}{c}{5-Shot} \\
\specialrule{0em}{0pt}{1pt}
\cline{2-11}
\specialrule{0em}{1pt}{0pt}
& Fold-0 & Fold-1 & Fold-2 & Fold-3 & Mean & Fold-0 & Fold-1 & Fold-2 & Fold-3 & Mean \\
\specialrule{0em}{0pt}{1pt}
\hline
\specialrule{0em}{1pt}{0pt}
%\multicolumn{13}{c}{VGG-16 Backbone} \\
% \specialrule{0em}{0pt}{1pt}
% \hline
% \specialrule{0em}{1pt}{0pt}
Baseline (w/o FEE)
& 70.75 & 60.59 & 68.28 & 70.99 & 67.65 \rt{(+1.90)}
& 73.83 & 63.84 & 70.82 & 72.00 & 70.12 \rt{(+1.37)}
%& 70.67 & 60.11 & 67.58 & 72.22 & 72.96 \rt{(+2.32)}
\\
\specialrule{0em}{0pt}{1pt}
\hline
\specialrule{0em}{1pt}{0pt}
% w/o $\mathit{\mathbf{F}_{low}}$
% & 71.04 & 61.71 & 68.28 & 70.21 & 67.81 \rt{(+1.74)}
% & 73.96 & 64.12 & 71.01 & 72.25 & 70.33 \rt{(+1.16)}
% \\
% \specialrule{0em}{0pt}{1pt}
% \hline
% \specialrule{0em}{1pt}{0pt}
w/o FAM
& 71.42 & 63.18 & 68.22 & 70.05 & 68.22 \rt{(+1.33)}
& 74.14 & 65.46 & 70.26 & 71.91 & 70.44 \rt{(+1.05)}
% & 71.81 & 63.31 & 67.65 & 70.52 & 68.32 \rt{(+1.23)}
% & 74.14 & 65.46 & 70.26 & 71.91 & 70.44 \rt{(+0.95)}
\\
\specialrule{0em}{0pt}{1pt}
\hline
\specialrule{0em}{1pt}{0pt}
w/ $\mathit{\mathbf{F}_{high}}$ $\leftrightarrow$ $\mathit{\mathbf{F}_{low}}$
& 43.72 & 41.33 & 38.79 & 39.34 & 40.65 \rt{(+28.90)}
& 47.76 & 47.22 & 47.16 & 45.21 & 46.84 \rt{(+24.65)}
\\
\specialrule{0em}{0pt}{1pt}
\hline
\specialrule{0em}{1pt}{0pt}
\rowcolor[gray]{0.95} FSSUWNet
& \textbf{73.23} & \textbf{63.62} & \textbf{69.25} & \textbf{72.11} & \textbf{69.55}
& \textbf{74.92} & \textbf{65.62} & \textbf{72.06} & \textbf{73.36} & \textbf{71.49}
\\
\bottomrule
\end{tabular}
}
\label{tab:ablation}
\end{table*}
To better analyze and understand the proposed FSSUWNet, we conducted a series of ablation experiments on the UWS dataset, as shown in Table~\ref{tab:ablation}.
%These include the experiments on Feature Enhanced Encoder (FEE), FAM, and different levels of features.
%To enhance our analysis and comprehension of the proposed model,
%To better analyze and understand the proposed model
\subsubsection{Ablation Study on FEE}
FEE is used to extract features that complement those from the pre-trained model and is one of the core components of our method.
As shown in the first row of Table~\ref{tab:ablation}, ``Baseline'' refers to the model where FEE is removed, i.e., FSSUWNet without FEE.
Compared to FSSUWNet, FEE brings performance improvements across four-fold validation in terms of the mIoU scores, with a 1.90\% increase in the 1-shot setting.
In Table~\ref{tab:suim-fss}, we compare the performance of the baseline and FSSUWNet on the SUIM-FSS dataset. The model with FEE (FSSUWNet) outperforms the model without FEE (Baseline) by 3.31\% in 1-shot and 4.11\% in 5-shot settings.
%We also provide the visual results of the Baseline model and FSSUWNet in Figure~\ref{fig:}, which demonstrates the effectiveness of FEE, see Section~\ref{label:visual} for more analysis.
Both qualitative and quantitative results indicate that our proposed FEE can improve the model's performance in processing underwater images compared to the baseline.
%
%\subsubsection{Ablation Study on $\mathbf{F}_{low}$}
\subsubsection{Ablation Study on FAM}
%为了分析我们用来表征水下图像的基本特征的来自支持图像和查询图像的低级特征的影响，我们在模型中去除了低级特征的参与，即只留下了高级的语义特征。需要注意的是， 这些特征是同时来自两个编码器的。实验结果如表4的第二行所示，可以看到对比起同时拥有低级和高级特征的FSSUWNet模型，低级特征的缺失会导致模型性能的下降。这说明了来自水下图像的底层特征对FSS任务是有增益的，我们将这种增益的来源归属于底层特征可以表征图像的基本特征的能力，即一定程度的提取出水下图像的特征，例如，红色通道的大幅减小。这一信息可以视为分割识别目标时的来自全局区域的先验信息。
%the participation of these low-level features, leaving only high-level semantic features.
To analyze the impact of the Feature Alignment Module (FAM) used to align low-level features $\mathbf{L}^0_{low}$ with high-level features, we designed an experiment by removing FAM from the model, leaving only the raw low-level features and high-level semantic features.
As illustrated in Table~\ref{tab:ablation}, the results of the second row indicate that without FAM leads to a decline in model performance compared to the FSSUWNet which includes the low-level features that have been enhanced, i.e. $\mathbf{F}_{low}$.
Note that $\mathbf{F}^0_{low}$ is the raw features without FAM while $\mathbf{F}_{low}$ is the features operated by FAM.
It is suggested that $\mathbf{F}_{low}$ are beneficial for the FSS task and the alignment with high-level features is useful.
We attribute this benefit to the ability of low-level features to represent fundamental characteristics of the underwater images, such as the significant reduction in the red channel.
Our FAM further enhances and consolidates the capability of $\mathbf{F}^0_{low}$.
The information brought by FAM can be considered as global prior knowledge for segmentation and target recognition.
\subsubsection{Ablation Study on Features from Different Levels\label{levels}}
%如之前讨论的不同等级特征的作用不同，为了进一步验证我们在FEM上关于底层特征和高级特征的结论，我们设计了实验探索低级和高级特征的作用的差异。一个最直接的想法是将在FSSUWNet中的低级和高级特征互相替换。即encoders输出的高级特征被作为低级特征输入到FEM中，而encoders输出的低级特征被作为高级特征进行处理。需要注意的是，由于两种特征的尺寸大小不同，我们延续FSSUWNet的做法，即将FEM的输出的特征尺寸统一为高级特征的尺寸大小。
%低级和高级特征交换的结果如表的所示，可以看到当两种特征交换之后，模型的性能表现出现大幅度的下降，在1-shot和5-shot的下降的幅度分别达到了夸张的28.90跟24.65。这表明比起原来的特征处理原则，新的特征处理方法无法适应水下图像的FSS任务。
As discussed before, different levels of features play distinct roles in the network. To further validate our conclusions regarding the impact of low-level and high-level features in our method, we designed experiments to explore the differences between these features.
A direct idea is to interchange the roles of low-level and high-level features in FSSUWNet. Specifically, the high-level features ($\mathbf{H}_{s}$ and $\mathbf{H}_{q}$) output by the encoders are fed into the FAM as low-level features $\mathbf{F}^0_{low}$, while the low-level features ($\mathbf{L}_{s}$ and $\mathbf{L}_{q}$) are treated as high-level features $\mathbf{F}_{high}$.
It is important to note that, due to the difference in size between these feature types, we follow the same technology as FSSUWNet, i.e., adjusting the size of features from FAM to match that of the high-level features.
The results of swapping low-level and high-level features are shown in Table~\ref{tab:ablation} under ``$\mathit{\mathbf{F}_{high}}$ $\leftrightarrow$ $\mathit{\mathbf{F}_{low}}$''. It can be observed that after the exchange, the model's performance drops significantly, with decreases of 28.90\% and 24.65\% for 1-shot and 5-shot scenarios, respectively.
This indicates that the new feature handling method is unsuitable for the FSS task in underwater images compared to the original approach.
%总之，实验的结果进一步验证了我们关于低级特征的使用方式的正确性以及我们所提出的FEM的必要性，此外，我们相信这一结论可以启发后续相关水下图像FSS工作的模型架构的设计思路。
In conclusion, the experimental results further validate the correctness of our approach to utilizing low-level features and the necessity of the proposed FAM. Additionally, we believe this conclusion can inspire the design of model architectures in future related underwater image FSS work.
\section{Conclusion And Future Works}
%In this paper, we 展示了当前的FSS工作中的Pre-trained models, e.g., vgg-16, could be fragile 遇到水下场景图像时。
In this paper, we show that pre-trained models in current FSS frameworks, e.g., VGG-16, could be fragile when encountering underwater images.
%
To address the challenge, we propose a novel FSS framework tailored for underwater images by leveraging the complementary features extracted from an auxiliary encoder and the different levels of image features, namely FSSUWNet.
Additionally, we propose SUIM-FSS, a cross-validation dataset version based on the SUIM underwater image dataset.
Extensive experiments on underwater image segmentation datasets and network module ablation experiments validate the effectiveness and adaptability of our proposed FSSUWNet.
In the future, we will deploy our approach on underwater devices, e.g., remote-operated vehicles, for real-world marine experiments, further validating the performance of current FSS algorithms in underwater application scenarios.
\bibliographystyle{IEEEtran}
\bibliography{ref}
\end{document}
% Generated by IEEEtran.bst, version: 1.14 (2015/08/26)
\begin{thebibliography}{10}
\providecommand{\url}[1]{#1}
\csname url@samestyle\endcsname
\providecommand{\newblock}{\relax}
\providecommand{\bibinfo}[2]{#2}
\providecommand{\BIBentrySTDinterwordspacing}{\spaceskip=0pt\relax}
\providecommand{\BIBentryALTinterwordstretchfactor}{4}
\providecommand{\BIBentryALTinterwordspacing}{\spaceskip=\fontdimen2\font plus
\BIBentryALTinterwordstretchfactor\fontdimen3\font minus \fontdimen4\font\relax}
\providecommand{\BIBforeignlanguage}[2]{{%
\expandafter\ifx\csname l@#1\endcsname\relax
\typeout{** WARNING: IEEEtran.bst: No hyphenation pattern has been}%
\typeout{** loaded for the language `#1'. Using the pattern for}%
\typeout{** the default language instead.}%
\else
\language=\csname l@#1\endcsname
\fi
#2}}
\providecommand{\BIBdecl}{\relax}
\BIBdecl
\bibitem{long2015fully}
J.~Long, E.~Shelhamer, and T.~Darrell, ``Fully convolutional networks for semantic segmentation,'' in \emph{Proceedings of the IEEE conference on computer vision and pattern recognition}, 2015, pp. 3431--3440.
\bibitem{ronneberger2015u}
O.~Ronneberger, P.~Fischer, and T.~Brox, ``U-net: Convolutional networks for biomedical image segmentation,'' in \emph{Medical image computing and computer-assisted intervention--MICCAI 2015: 18th international conference, Munich, Germany, October 5-9, 2015, proceedings, part III 18}.\hskip 1em plus 0.5em minus 0.4em\relax Springer, 2015, pp. 234--241.
\bibitem{vinyals2016matching}
O.~Vinyals, C.~Blundell, T.~Lillicrap, D.~Wierstra \emph{et~al.}, ``Matching networks for one shot learning,'' \emph{Advances in neural information processing systems}, vol.~29, 2016.
\bibitem{wang2016learning}
Y.-X. Wang and M.~Hebert, ``Learning to learn: Model regression networks for easy small sample learning,'' in \emph{Computer Vision--ECCV 2016: 14th European Conference, Amsterdam, The Netherlands, October 11-14, 2016, Proceedings, Part VI 14}.\hskip 1em plus 0.5em minus 0.4em\relax Springer, 2016, pp. 616--634.
\bibitem{FSS}
A.~Shaban, S.~Bansal, Z.~Liu, I.~Essa, and B.~Boots, ``One-shot learning for semantic segmentation,'' in \emph{BMVC}, 2017.
\bibitem{Waternet}
C.~Li, C.~Guo, W.~Ren, R.~Cong, J.~Hou, S.~Kwong, and D.~Tao, ``An underwater image enhancement benchmark dataset and beyond,'' \emph{IEEE Transactions on Image Processing}, vol.~29, pp. 4376--4389, 2019.
\bibitem{underwater2023iros}
I.~Kabir, S.~Shubham, V.~B. Maigur, M.~R. Latnekar, M.~K. Raunak, N.~S. Thakurdesai, D.~Crandall, and M.~Reza, ``Few-shot segmentation and semantic segmentation for underwater imagery,'' in \emph{IEEE International Conference on Intelligent Robots and Systems (IROS)}, 2023.
\bibitem{islam2020suim}
M.~J. Islam, C.~Edge, Y.~Xiao, P.~Luo, M.~Mehtaz, C.~Morse, S.~S. Enan, and J.~Sattar, ``{Semantic Segmentation of Underwater Imagery: Dataset and Benchmark},'' in \emph{IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)}.\hskip 1em plus 0.5em minus 0.4em\relax IEEE/RSJ, 2020.
\bibitem{panet}
K.~Wang, J.~Liew, Y.~Zou, D.~Zhou, and J.~Feng, ``Panet: Few-shot image semantic segmentation with prototype alignment,'' in \emph{ICCV}, 2019.
\bibitem{pfenet}
Z.~Tian, H.~Zhao, M.~Shu, Z.~Yang, R.~Li, and J.~Jia, ``Prior guided feature enrichment network for few-shot segmentation,'' \emph{TPAMI}, 2020.
\bibitem{lang2023bam}
C.~Lang, G.~Cheng, B.~Tu, C.~Li, and J.~Han, ``Base and meta: A new perspective on few-shot segmentation,'' \emph{IEEE Transactions on Pattern Analysis and Machine Intelligence (PAMI)}, vol.~45, no.~9, pp. 10\,669--10\,686, 2023.
\bibitem{luo2023pfenet}
X.~Luo, Z.~Tian, T.~Zhang, B.~Yu, Y.~Y. Tang, and J.~Jia, ``Pfenet++: Boosting few-shot semantic segmentation with the noise-filtered context-aware prior mask,'' \emph{IEEE Transactions on Pattern Analysis and Machine Intelligence}, 2023.
\bibitem{vgg}
K.~Simonyan and A.~Zisserman, ``Very deep convolutional networks for large-scale image recognition,'' in \emph{ICLR}, 2015.
\bibitem{resnet}
K.~He, X.~Zhang, S.~Ren, and J.~Sun, ``Deep residual learning for image recognition,'' in \emph{CVPR}, 2016.
\bibitem{feng2020deep}
D.~Feng, C.~Haase-Sch{\"u}tz, L.~Rosenbaum, H.~Hertlein, C.~Glaeser, F.~Timm, W.~Wiesbeck, and K.~Dietmayer, ``Deep multi-modal object detection and semantic segmentation for autonomous driving: Datasets, methods, and challenges,'' \emph{IEEE Transactions on Intelligent Transportation Systems}, vol.~22, no.~3, pp. 1341--1360, 2020.
\bibitem{huang2021fapn}
S.~Huang, Z.~Lu, R.~Cheng, and C.~He, ``{FaPN}: Feature-aligned pyramid network for dense image prediction,'' in \emph{International Conference on Computer Vision (ICCV)}, 2021.
\bibitem{fcns}
J.~Long, E.~Shelhamer, and T.~Darrell, ``Fully convolutional networks for semantic segmentation,'' in \emph{Proceedings of the IEEE conference on computer vision and pattern recognition}, 2015, pp. 3431--3440.
\bibitem{vaswani2017attention}
A.~Vaswani, ``Attention is all you need,'' \emph{Advances in Neural Information Processing Systems}, 2017.
\bibitem{pengUTransformerUIE2021}
L.~Peng, C.~Zhu, and L.~Bian, ``U-shape transformer for underwater image enhancement,'' \emph{IEEE Transactions on Image Processing}, vol.~32, pp. 3066--3079, 2023.
\bibitem{strudel2021segmenter}
R.~Strudel, R.~Garcia, I.~Laptev, and C.~Schmid, ``Segmenter: Transformer for semantic segmentation,'' in \emph{Proceedings of the IEEE/CVF international conference on computer vision}, 2021, pp. 7262--7272.
\bibitem{xie2021segformer}
E.~Xie, W.~Wang, Z.~Yu, A.~Anandkumar, J.~M. Alvarez, and P.~Luo, ``Segformer: Simple and efficient design for semantic segmentation with transformers,'' in \emph{Neural Information Processing Systems (NeurIPS)}, 2021.
\bibitem{ShadowMaskFormer}
Z.~Li, G.~Xie, G.~Jiang, and Z.~Lu, ``Shadowmaskformer: Mask augmented patch embedding for shadow removal,'' \emph{IEEE Transactions on Artificial Intelligence}, pp. 1--11, 2025.
\bibitem{snell2017prototypical}
J.~Snell, K.~Swersky, and R.~Zemel, ``Prototypical networks for few-shot learning,'' \emph{Advances in neural information processing systems}, vol.~30, 2017.
\bibitem{zhang2018metagan}
R.~Zhang, T.~Che, Z.~Ghahramani, Y.~Bengio, and Y.~Song, ``Metagan: An adversarial approach to few-shot learning,'' \emph{Advances in neural information processing systems}, vol.~31, 2018.
\bibitem{sun2019meta}
Q.~Sun, Y.~Liu, T.-S. Chua, and B.~Schiele, ``Meta-transfer learning for few-shot learning,'' in \emph{Proceedings of the IEEE/CVF conference on computer vision and pattern recognition}, 2019, pp. 403--412.
\bibitem{apanet}
J.~Chen, B.-B. Gao, Z.~Lu, J.-H. Xue, C.~Wang, and Q.~Liao, ``Apanet: Adaptive prototypes alignment network for few-shot semantic segmentation,'' \emph{IEEE Transactions on Multimedia}, vol.~25, pp. 4361--4373, 2023.
\bibitem{dong2018few}
N.~Dong and E.~P. Xing, ``Few-shot semantic segmentation with prototype learning.'' in \emph{BMVC}, vol.~3, no.~4, 2018, p.~4.
\bibitem{yang2020prototype}
B.~Yang, C.~Liu, B.~Li, J.~Jiao, and Q.~Ye, ``Prototype mixture models for few-shot semantic segmentation,'' in \emph{Computer Vision--ECCV 2020: 16th European Conference, Glasgow, UK, August 23--28, 2020, Proceedings, Part VIII 16}.\hskip 1em plus 0.5em minus 0.4em\relax Springer, 2020, pp. 763--778.
\bibitem{CANet}
C.~Zhang, G.~Lin, F.~Liu, R.~Yao, and C.~Shen, ``Canet: Class-agnostic segmentation networks with iterative refinement and attentive few-shot learning,'' in \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, June 2019.
\bibitem{lang2022bam}
C.~Lang, G.~Cheng, B.~Tu, and J.~Han, ``Learning what not to segment: A new perspective on few-shot segmentation,'' in \emph{Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)}, 2022, pp. 8057--8067.
\bibitem{ImageNet}
J.~Deng, W.~Dong, R.~Socher, L.-J. Li, K.~Li, and L.~Fei-Fei, ``Imagenet: A large-scale hierarchical image database,'' in \emph{2009 IEEE Conference on Computer Vision and Pattern Recognition}, 2009, pp. 248--255.
\bibitem{zhang2020sg}
X.~Zhang, Y.~Wei, Y.~Yang, and T.~S. Huang, ``Sg-one: Similarity guidance network for one-shot semantic segmentation,'' \emph{IEEE transactions on cybernetics}, vol.~50, no.~9, pp. 3855--3865, 2020.
\bibitem{hendrycks2023gaussian}
D.~Hendrycks and K.~Gimpel, ``Gaussian error linear units (gelus),'' 2023.
\bibitem{deng2015semantic}
Z.~Deng, S.~Todorovic, and L.~Jan~Latecki, ``Semantic segmentation of rgbd images with mutex constraints,'' in \emph{Proceedings of the IEEE international conference on computer vision}, 2015, pp. 1733--1741.
\bibitem{PMMs2020}
B.~Yang, C.~Liu, B.~Li, J.~Jiao, and Q.~Ye, ``Prototype mixture models for few-shot semantic segmentation,'' in \emph{ECCV}, 2020.
\bibitem{min2021hypercorrelation}
J.~Min, D.~Kang, and M.~Cho, ``Hypercorrelation squeeze for few-shot segmentation,'' in \emph{Proceedings of the IEEE/CVF International Conference on Computer Vision (ICCV)}, 2021.
\bibitem{kang2022ifsl}
D.~Kang and M.~Cho, ``Integrative few-shot learning for classification and segmentation,'' in \emph{Proceedings of the {IEEE/CVF} Conference on Computer Vision and Pattern Recognition (CVPR)}, 2022.
\end{thebibliography}