{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T11:04:44Z","timestamp":1779793484696,"version":"3.53.1"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T00:00:00Z","timestamp":1777593600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62176062"],"award-info":[{"award-number":["62176062"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1007\/s10489-026-07249-3","type":"journal-article","created":{"date-parts":[[2026,5,2]],"date-time":"2026-05-02T06:33:04Z","timestamp":1777703584000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Audio\u2013visual segmentation via hierarchical side tuning with state space model"],"prefix":"10.1007","volume":"56","author":[{"given":"Wenyi","family":"Xia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qingwei","family":"Geng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7096-1830","authenticated-orcid":false,"given":"Xiaodong","family":"Gu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,5,2]]},"reference":[{"key":"7249_CR1","doi-asserted-by":"crossref","unstructured":"Zhou J, Wang J, Zhang J, Sun W, Zhang J, Birchfield S, Guo D, Kong L, Wang M, Zhong Y (2022) Audio-visual segmentation. In: European conference on computer vision. Springer, pp 386\u2013403","DOI":"10.1007\/978-3-031-19836-6_22"},{"key":"7249_CR2","doi-asserted-by":"crossref","unstructured":"Zhou J, Shen X, Wang J, Zhang J, Sun W, Zhang J, Birchfield S, Guo D, Kong L, Wang M et al (2024) Audio-visual segmentation with semantics. Int J Comput Vis 1\u201321","DOI":"10.1007\/s11263-024-02261-x"},{"key":"7249_CR3","doi-asserted-by":"crossref","unstructured":"Gao S, Chen Z, Chen G, Wang W, Lu T (2024) Avsegformer: Audio-visual segmentation with transformer. In: Proceedings of the AAAI conference on artificial intelligence, vol 38, pp 12155\u201312163","DOI":"10.1609\/aaai.v38i11.29104"},{"key":"7249_CR4","doi-asserted-by":"crossref","unstructured":"Hao D, Mao Y, He B, Han X, Dai Y, Zhong Y (2024) Improving audio-visual segmentation with bidirectional generation. In: Proceedings of the AAAI conference on artificial intelligence, vol 38, pp 2067\u20132075","DOI":"10.1609\/aaai.v38i3.27978"},{"key":"7249_CR5","doi-asserted-by":"crossref","unstructured":"Liu C, Li PP, Qi X, Zhang H, Li L, Wang D, Yu X (2023) Audio-visual segmentation by exploring cross-modal mutual semantics. In: Proceedings of the 31st ACM international conference on multimedia, pp 7590\u20137598","DOI":"10.1145\/3581783.3612373"},{"key":"7249_CR6","doi-asserted-by":"crossref","unstructured":"Mao Y, Zhang J, Xiang M, Zhong Y, Dai Y (2023) Multimodal variational auto-encoder based audio-visual segmentation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 954\u2013965","DOI":"10.1109\/ICCV51070.2023.00094"},{"key":"7249_CR7","doi-asserted-by":"crossref","unstructured":"Liu J, Ju C, Ma C, Wang Y, Wang Y, Zhang Y (2023) Audio-aware query-enhanced transformer for audio-visual segmentation. arXiv preprint arXiv:2307.13236","DOI":"10.1109\/WACV57701.2024.00551"},{"key":"7249_CR8","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"7249_CR9","doi-asserted-by":"crossref","unstructured":"Wang W, Xie E, Li X, Fan D-P, Song K, Liang D, Lu T, Luo P, Shao L (2021) Pyramid vision transformer: A versatile backbone for dense prediction without convolutions. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 568\u2013578","DOI":"10.1109\/ICCV48922.2021.00061"},{"issue":"3","key":"7249_CR10","doi-asserted-by":"publisher","first-page":"415","DOI":"10.1007\/s41095-022-0274-8","volume":"8","author":"W Wang","year":"2022","unstructured":"Wang W, Xie E, Li X, Fan D-P, Song K, Liang D, Lu T, Luo P, Shao L (2022) Pvt v2: Improved baselines with pyramid vision transformer. Comput Vis Media 8(3):415\u2013424","journal-title":"Comput Vis Media"},{"key":"7249_CR11","doi-asserted-by":"crossref","unstructured":"Hershey S, Chaudhuri S, Ellis DP, Gemmeke JF, Jansen A, Moore RC, Plakal M, Platt D, Saurous RA, Seybold B et al (2017) Cnn architectures for large-scale audio classification. In: 2017 IEEE international conference on acoustics, speech and signal processing (icassp). IEEE, pp 131\u2013135","DOI":"10.1109\/ICASSP.2017.7952132"},{"key":"7249_CR12","doi-asserted-by":"crossref","unstructured":"Lin Y-B, Sung Y-L, Lei J, Bansal M, Bertasius G (2023) Vision transformers are parameter-efficient audio-visual learners. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 2299\u20132309","DOI":"10.1109\/CVPR52729.2023.00228"},{"key":"7249_CR13","doi-asserted-by":"crossref","unstructured":"Wang K, Tian Y, Hatzinakos D (2024) Towards efficient audio-visual learners via empowering pre-trained vision transformers with cross-modal adaptation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 1837\u20131846","DOI":"10.1109\/CVPRW63382.2024.00190"},{"key":"7249_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2024.127885","volume":"594","author":"C Guo","year":"2024","unstructured":"Guo C, Huang H (2024) Zhou Y Enhance audio-visual segmentation with hierarchical encoder and audio guidance. Neurocomputing 594:127885","journal-title":"Neurocomputing"},{"key":"7249_CR15","unstructured":"Houlsby N, Giurgiu A, Jastrzebski S, Morrone B, De\u00a0Laroussilhe Q, Gesmundo A, Attariyan M, Gelly S (2019) Parameter-efficient transfer learning for nlp. In: International conference on machine learning. PMLR, pp 2790\u20132799"},{"key":"7249_CR16","unstructured":"Chen Z, Duan Y, Wang W, He J, Lu T, Dai J, Qiao Y (2022) Vision transformer adapter for dense predictions. arXiv preprint arXiv:2205.08534"},{"key":"7249_CR17","unstructured":"Hu E.J, Shen Y, Wallis P, Allen-Zhu Z, Li Y, Wang S, Wang L, Chen W (2021) Lora: Low-rank adaptation of large language models. arXiv preprint arXiv:2106.09685"},{"key":"7249_CR18","doi-asserted-by":"crossref","unstructured":"Xu M, Zhang Z, Wei F, Hu H, Bai X (2023) Side adapter network for open-vocabulary semantic segmentation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 2945\u20132954","DOI":"10.1109\/CVPR52729.2023.00288"},{"key":"7249_CR19","unstructured":"Lin W, Wu Z, Yang W, Huang M, Huang J, Jin L (2023) Hierarchical side-tuning for vision transformers. arXiv preprint arXiv:2310.05393"},{"key":"7249_CR20","doi-asserted-by":"crossref","unstructured":"Khattak MU, Rasheed H, Maaz M, Khan S, Khan FS (2023) Maple: multi-modal prompt learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 19113\u201319122","DOI":"10.1109\/CVPR52729.2023.01832"},{"key":"7249_CR21","doi-asserted-by":"crossref","unstructured":"Zhang JO, Sax A, Zamir A, Guibas L, Malik J (2020) Side-tuning: a baseline for network adaptation via additive side networks. In: Computer vision\u2013ECCV 2020: 16th European conference, Glasgow, UK, August 23\u201328, 2020, Proceedings, Part III 16. Springer, pp 698\u2013714","DOI":"10.1007\/978-3-030-58580-8_41"},{"key":"7249_CR22","doi-asserted-by":"crossref","unstructured":"Li K, Yang Z, Chen L, Yang Y, Xiao J (2023) Catr: Combinatorial-dependence audio-queried transformer for audio-visual video segmentation. In: Proceedings of the 31st ACM international conference on multimedia, pp 1485\u20131494","DOI":"10.1145\/3581783.3611724"},{"key":"7249_CR23","doi-asserted-by":"crossref","unstructured":"Geng Q, Gu X (2025) Decoding audio related region with temporal and structural enhancement for audio visual segmentation. Digit Signal Process 105302","DOI":"10.1016\/j.dsp.2025.105302"},{"key":"7249_CR24","unstructured":"Zhu L, Liao B, Zhang Q, Wang X, Liu W, Wang X (2024) Vision mamba: Efficient visual representation learning with bidirectional state space model. arXiv preprint arXiv:2401.09417"},{"key":"7249_CR25","doi-asserted-by":"crossref","unstructured":"Li K, Li X, Wang Y, He Y, Wang Y, Wang L, Qiao Y (2025) Videomamba: State space model for efficient video understanding. In: European conference on computer vision. Springer, pp 237\u2013255","DOI":"10.1007\/978-3-031-73347-5_14"},{"key":"7249_CR26","unstructured":"Liu Y, Tian Y, Zhao Y, Yu H, Xie L, Wang Y, Ye Q, Liu Y (2024) Vmamba: Visual state space model. arXiv preprint arXiv:2401.10166"},{"key":"7249_CR27","doi-asserted-by":"crossref","unstructured":"Qian R, Hu D, Dinkel H, Wu M, Xu N, Lin W (2020) Multiple sound sources localization from coarse to fine. In: Computer vision\u2013ECCV 2020: 16th European conference, Glasgow, UK, August 23\u201328, 2020, Proceedings, Part XX 16. Springer, pp 292\u2013308","DOI":"10.1007\/978-3-030-58565-5_18"},{"key":"7249_CR28","doi-asserted-by":"crossref","unstructured":"Zhao H, Gan C, Rouditchenko A, Vondrick C, McDermott J, Torralba A (2018) The sound of pixels. In: Proceedings of the European conference on computer vision (ECCV), pp 570\u2013586","DOI":"10.1007\/978-3-030-01246-5_35"},{"key":"7249_CR29","doi-asserted-by":"crossref","unstructured":"Hu X, Chen Z, Owens A (2022) Mix and localize: Localizing sound sources in mixtures. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 10483\u201310492","DOI":"10.1109\/CVPR52688.2022.01023"},{"key":"7249_CR30","doi-asserted-by":"crossref","unstructured":"Liu J, Wang Y, Ju C, Ma C, Zhang Y, Xie W (2024) Annotation-free audio-visual segmentation. In: Proceedings of the IEEE\/CVF winter conference on applications of computer vision, pp 5604\u20135614","DOI":"10.1109\/WACV57701.2024.00551"},{"key":"7249_CR31","unstructured":"Xin Y, Luo S, Zhou H, Du J, Liu X, Fan Y, Li Q, Du Y (2024) Parameter-efficient fine-tuning for pre-trained vision models: A survey. arXiv preprint arXiv:2402.02242"},{"issue":"2","key":"7249_CR32","doi-asserted-by":"publisher","first-page":"581","DOI":"10.1007\/s11263-023-01891-x","volume":"132","author":"P Gao","year":"2024","unstructured":"Gao P, Geng S, Zhang R, Ma T, Fang R, Zhang Y, Li H, Qiao Y (2024) Clip-adapter: Better vision-language models with feature adapters. Int J Comput Vis 132(2):581\u2013595","journal-title":"Int J Comput Vis"},{"key":"7249_CR33","unstructured":"Zaken EB, Ravfogel S, Goldberg Y (2021) Bitfit: Simple parameter-efficient fine-tuning for transformer-based masked language-models. arXiv preprint arXiv:2106.10199"},{"key":"7249_CR34","doi-asserted-by":"crossref","unstructured":"Lester B, Al-Rfou R, Constant N (2021) The power of scale for parameter-efficient prompt tuning. arXiv preprint arXiv:2104.08691","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"7249_CR35","doi-asserted-by":"crossref","unstructured":"Kalman RE (1960) A new approach to linear filtering and prediction problems","DOI":"10.1115\/1.3662552"},{"key":"7249_CR36","unstructured":"Gu A, Dao T (2023) Mamba: Linear-time sequence modeling with selective state spaces. arXiv preprint arXiv:2312.00752"},{"key":"7249_CR37","first-page":"12077","volume":"34","author":"E Xie","year":"2021","unstructured":"Xie E, Wang W, Yu Z, Anandkumar A, Alvarez JM, Luo P (2021) Segformer: Simple and efficient design for semantic segmentation with transformers. Adv Neural Inf Process Syst 34:12077\u201312090","journal-title":"Adv Neural Inf Process Syst"},{"key":"7249_CR38","doi-asserted-by":"crossref","unstructured":"Wu R, Liu Y, Liang P, Chang Q (2024) Ultralight vm-unet: Parallel vision mamba significantly reduces parameters for skin lesion segmentation. arXiv preprint arXiv:2403.20035","DOI":"10.1016\/j.patter.2025.101298"},{"key":"7249_CR39","doi-asserted-by":"crossref","unstructured":"Pu J, Panagakis Y, Petridis S, Pantic M (2017) Audio-visual object localization and separation using low-rank and sparsity. In: 2017 IEEE international conference on acoustics, speech and signal processing (ICASSP). IEEE, pp 2901\u20132905","DOI":"10.1109\/ICASSP.2017.7952687"},{"key":"7249_CR40","unstructured":"Loshchilov I, Hutter F (2017) Decoupled weight decay regularization. arXiv preprint arXiv:1711.05101"},{"key":"7249_CR41","doi-asserted-by":"crossref","unstructured":"Mao Y, Zhang J, Xiang M, Zhong Y, Dai Y (2023) Multimodal variational auto-encoder based audio-visual segmentation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 954\u2013965","DOI":"10.1109\/ICCV51070.2023.00094"},{"key":"7249_CR42","doi-asserted-by":"crossref","unstructured":"Mao Y, Zhang J, Xiang M, Lv Y, Li D, Zhong Y, Dai Y (2025) Contrastive conditional latent diffusion for audio-visual segmentation. IEEE Trans Image Process","DOI":"10.1109\/TIP.2025.3580269"},{"key":"7249_CR43","doi-asserted-by":"crossref","unstructured":"Duan H, Xia Y, Mingze Z, Tang L, Zhu J, Zhao Z (2024) Cross-modal prompts: Adapting large pre-trained models for audio-visual downstream tasks. Adv Neural Inf Process Syst 36","DOI":"10.52202\/075280-2445"},{"key":"7249_CR44","unstructured":"Ye X (2023) Calflops: a FLOPs and Params calculate tool for neural networks in pytorch framework. https:\/\/github.com\/MrYxJ\/calculate-flops.pytorch Accessed: 15 Feb 2025"},{"key":"7249_CR45","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. Adv Neural Inf Process Syst 30"},{"key":"7249_CR46","doi-asserted-by":"crossref","unstructured":"Zhang J, Xu X, Shen F, Lu H, Liu X, Shen HT (2021) Enhancing audio-visual association with self-supervised curriculum learning. In: Proceedings of the AAAI conference on artificial intelligence, vol 35, pp 3351\u20133359","DOI":"10.1609\/aaai.v35i4.16447"},{"key":"7249_CR47","doi-asserted-by":"crossref","unstructured":"Sun C, Chen M, Zhu C, Zhang S, Lu P, Chen J (2025) Listen with seeing: Cross-modal contrastive learning for audio-visual event localization. IEEE Trans Multimed","DOI":"10.1109\/TMM.2025.3535359"},{"issue":"1","key":"7249_CR48","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40537-019-0197-0","volume":"6","author":"C Shorten","year":"2019","unstructured":"Shorten C, Khoshgoftaar TM (2019) A survey on image data augmentation for deep learning. J Big Data 6(1):1\u201348","journal-title":"J Big Data"},{"issue":"5","key":"7249_CR49","doi-asserted-by":"publisher","first-page":"325","DOI":"10.3390\/diagnostics10050325","volume":"10","author":"I Iqbal","year":"2020","unstructured":"Iqbal I, Mustafa G, Ma J (2020) Deep learning-based morphological classification of human sperm heads. Diagnostics 10(5):325","journal-title":"Diagnostics"},{"key":"7249_CR50","doi-asserted-by":"publisher","first-page":"101843","DOI":"10.1016\/j.compmedimag.2020.101843","volume":"88","author":"I Iqbal","year":"2021","unstructured":"Iqbal I, Younus M, Walayat K, Kakar MU, Ma J (2021) Automated multi-class classification of skin lesions through deep convolutional neural network with dermoscopic images. Comput Med Imaging Graph 88:101843","journal-title":"Comput Med Imaging Graph"},{"key":"7249_CR51","unstructured":"Yang S, Xiao W, Zhang M, Guo S, Zhao J, Shen F (2022) Image data augmentation for deep learning: a survey. arXiv preprint arXiv:2204.08610"},{"key":"7249_CR52","doi-asserted-by":"crossref","unstructured":"Nagrani A, Seo PH, Seybold B, Hauth A, Manen S, Sun C, Schmid C (2022) Learning audio-video modalities from image captions. In: European conference on computer vision. Springer, pp 407\u2013426","DOI":"10.1007\/978-3-031-19781-9_24"},{"key":"7249_CR53","doi-asserted-by":"publisher","first-page":"49233","DOI":"10.1109\/ACCESS.2022.3172939","volume":"10","author":"L Brigato","year":"2022","unstructured":"Brigato L, Barz B, Iocchi L, Denzler J (2022) Image classification with small datasets: Overview and benchmark. IEEE Access 10:49233\u201349250","journal-title":"IEEE Access"},{"issue":"10","key":"7249_CR54","doi-asserted-by":"publisher","first-page":"697","DOI":"10.1080\/08839514.2021.1922841","volume":"35","author":"I Iqbal","year":"2021","unstructured":"Iqbal I, Odesanmi GA, Wang J, Liu L (2021) Comparative investigation of learning algorithms for image classification with small dataset. Appl Artif Intell 35(10):697\u2013716","journal-title":"Appl Artif Intell"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-026-07249-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-026-07249-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-026-07249-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T10:43:53Z","timestamp":1779792233000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-026-07249-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5]]},"references-count":54,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2026,5]]}},"alternative-id":["7249"],"URL":"https:\/\/doi.org\/10.1007\/s10489-026-07249-3","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5]]},"assertion":[{"value":"16 September 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 April 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 May 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}}],"article-number":"237"}}