{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T16:25:40Z","timestamp":1783009540926,"version":"3.54.5"},"reference-count":69,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"National Key R&amp;D Program of China","award":["2021YFB3900504"],"award-info":[{"award-number":["2021YFB3900504"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE J. Sel. Top. Appl. Earth Observations Remote Sensing"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/jstars.2025.3542487","type":"journal-article","created":{"date-parts":[[2025,2,17]],"date-time":"2025-02-17T18:34:42Z","timestamp":1739817282000},"page":"8083-8098","source":"Crossref","is-referenced-by-count":9,"title":["A Multimodal Semantic Segmentation Framework for Heterogeneous Optical and Complex SAR Data"],"prefix":"10.1109","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-2625-2185","authenticated-orcid":false,"given":"Sining","family":"Xiao","sequence":"first","affiliation":[{"name":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0371-5584","authenticated-orcid":false,"given":"Peijin","family":"Wang","sequence":"additional","affiliation":[{"name":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3931-3974","authenticated-orcid":false,"given":"Wenhui","family":"Diao","sequence":"additional","affiliation":[{"name":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kun","family":"Fu","sequence":"additional","affiliation":[{"name":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0038-9816","authenticated-orcid":false,"given":"Xian","family":"Sun","sequence":"additional","affiliation":[{"name":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2636227"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2021.3056238"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.isprsjprs.2016.12.008"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.3390\/rs10091429"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-019-2785-y"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.jag.2021.102638"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2023.3334471"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2022.3144587"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2023.3250461"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.12000\/JR16130"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2023.3316133"},{"key":"ref12","article-title":"Polsar image classification based on dilated convolution and pixel-refining parallel mapping network in the complex domain","author":"Xiao","year":"2019"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/j.jag.2022.102926"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-022-3588-0"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2798607"},{"key":"ref16","first-page":"689","article-title":"Multimodal deep learning","volume-title":"Proc. 28th Int. Conf. Mach. Learn.","author":"Ngiam","year":"2011"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/MGRS.2018.2890023"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2017.2756851"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2018.2799232"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-54181-5_14"},{"key":"ref21","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1016\/j.isprsjprs.2017.11.011","article-title":"Beyond RGB: Very high resolution urban remote sensing with multimodal deep networks","volume":"140","author":"Audebert","year":"2018","journal-title":"ISPRS J. Photogrammetry Remote Sens."},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2020.2975252"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2022.3165005"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.isprsjprs.2021.12.007"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2021.3109626"},{"key":"ref26","first-page":"10621","article-title":"Dilated convolutional neural networks for sequential manifold-valued data","volume-title":"Proc. IEEE\/CVF Int. Conf. Comput. Vis.","author":"Zhen","year":"2019"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.3003846"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2644615"},{"key":"ref29","first-page":"418","article-title":"Unified perceptual parsing for scene understanding","volume-title":"Proc. Eur. Conf. Comput. Vis.","author":"Xiao","year":"2018"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.660"},{"key":"ref31","article-title":"Semantic image segmentation with deep convolutional nets and fully connected CRFs","author":"Chen","year":"2014"},{"key":"ref32","article-title":"Rethinking atrous convolution for semantic image segmentation","author":"Chen","year":"2017"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1802.02611"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1807.06521"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00069"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00326"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1909.11065"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00745"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00813"},{"key":"ref41","first-page":"10012","article-title":"Swin transformer: Hierarchical vision transformer using shifted windows","volume-title":"Proc. IEEE\/CVF Int. Conf. Comput. Vis.","author":"Liu","year":"2021"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01170"},{"key":"ref43","first-page":"17864","article-title":"Per-pixel classification is not all you need for semantic segmentation","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Cheng","year":"2021"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2023.3252807"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/j.isprsjprs.2022.06.008"},{"key":"ref46","article-title":"Improving semantic segmentation in aerial imagery via graph reasoning and disentangled learning","volume":"60","author":"Niu","year":"2021","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00415"},{"key":"ref48","article-title":"FactSeg: Foreground activation-driven small object semantic segmentation in large-scale remote sensing imagery","volume":"60","author":"Ma","year":"2021","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"key":"ref49","doi-asserted-by":"crossref","first-page":"5398","DOI":"10.1109\/JSTARS.2020.3021098","article-title":"BAS $^{4}$ net: Boundary-aware semi-supervised semantic segmentation network for very high resolution remote sensing images","volume":"13","author":"Sun","year":"2020","journal-title":"IEEE J. Sel. Topics Appl. Earth Observ. Remote Sens."},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.3390\/rs14071638"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2021.3050885"},{"key":"ref52","first-page":"289","article-title":"Semantic segmentation using the fully convolutional networks for SAR and optical image pairs","volume-title":"Proc. Conf. Big Data Spcace","author":"Yao","year":"2017"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2018.2864342"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2021.3108585"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2022.3141125"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01187"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3211086"},{"key":"ref58","article-title":"Vmamba: Visual state space model","author":"Liu","year":"2024"},{"key":"ref59","article-title":"Vision mamba: Efficient visual representation learning with bidirectional state space model","author":"Zhu","year":"2024"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/s44267-024-00072-9"},{"key":"ref61","article-title":"Mamba: Linear-time sequence modeling with selective state spaces","author":"Gu","year":"2023"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2021.3108352"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TCSVT.2023.3234340"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2022.3216198"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/tgrs.2023.3342477"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW56347.2022.00147"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/bf03655477"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1080\/15210608809379580"}],"container-title":["IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/4609443\/10766875\/10891164.pdf?arnumber=10891164","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,29]],"date-time":"2025-03-29T03:38:34Z","timestamp":1743219514000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10891164\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":69,"URL":"https:\/\/doi.org\/10.1109\/jstars.2025.3542487","relation":{},"ISSN":["1939-1404","2151-1535"],"issn-type":[{"value":"1939-1404","type":"print"},{"value":"2151-1535","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}