{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T18:09:37Z","timestamp":1775326177737,"version":"3.50.1"},"reference-count":68,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2022ZD0118401"],"award-info":[{"award-number":["2022ZD0118401"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Geosci. Remote Sensing"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/tgrs.2023.3290411","type":"journal-article","created":{"date-parts":[[2023,7,4]],"date-time":"2023-07-04T17:32:11Z","timestamp":1688491931000},"page":"1-14","source":"Crossref","is-referenced-by-count":38,"title":["Distilling Segmenters From CNNs and Transformers for Remote Sensing Images\u2019 Semantic Segmentation"],"prefix":"10.1109","volume":"61","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9734-4904","authenticated-orcid":false,"given":"Zhe","family":"Dong","sequence":"first","affiliation":[{"name":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8223-9757","authenticated-orcid":false,"given":"Guoming","family":"Gao","sequence":"additional","affiliation":[{"name":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6903-9614","authenticated-orcid":false,"given":"Tianzhu","family":"Liu","sequence":"additional","affiliation":[{"name":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1625-7989","authenticated-orcid":false,"given":"Yanfeng","family":"Gu","sequence":"additional","affiliation":[{"name":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4057-1321","authenticated-orcid":false,"given":"Xiangrong","family":"Zhang","sequence":"additional","affiliation":[{"name":"Heilongjiang Institute of Technology, Harbin, China"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.660"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01200"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00388"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00526"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00069"},{"key":"ref59","first-page":"1","article-title":"Moonshine: Distilling with cheap convolutions","volume":"31","author":"crowley","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.106"},{"key":"ref58","first-page":"12116","article-title":"Do vision transformers see like convolutional neural networks?","volume":"34","author":"raghu","year":"2021","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref53","article-title":"Improving fast segmentation with teacher–student learning","author":"xie","year":"2018","journal-title":"arXiv 1810 08476"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.3001940"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2699184"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58571-6_21"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2644615"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00067"},{"key":"ref17","first-page":"1","article-title":"Attention is all you need","volume":"30","author":"vaswani","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00326"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref18","first-page":"1","article-title":"An image is worth 16×16 words: Transformers for image recognition at scale","author":"dosovitskiy","year":"2021","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00271"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00145"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00511"},{"key":"ref48","article-title":"FitNets: Hints for thin deep nets","author":"romero","year":"2014","journal-title":"arXiv 1412 6550"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i3.20211"},{"key":"ref42","article-title":"Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer","author":"zagoruyko","year":"2016","journal-title":"arXiv 1612 03928"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00201"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00409"},{"key":"ref43","article-title":"Rethinking soft labels for knowledge distillation: A bias-variance tradeoff perspective","author":"zhou","year":"2021","journal-title":"arXiv 2102 00650"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"ref8","first-page":"3746","article-title":"River segmentation for flood monitoring","author":"lopez-fuentes","year":"2017","journal-title":"Proc IEEE Int Conf Big Data"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.2747\/1548-1603.43.1.39"},{"key":"ref9","first-page":"234","article-title":"U-Net: Convolutional networks for biomedical image segmentation","author":"ronneberger","year":"2015","journal-title":"Proc Int Conf Med Image Comput Comput -Assist Intervent"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.3390\/rs14051262"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2021.06.004"},{"key":"ref6","first-page":"659","article-title":"Segmentation analysis using particle swarm optimization-self organizing map algorithm and classification of remote sensing data for agriculture","author":"jadhav","year":"2019","journal-title":"Proc Int Conf Intell Data Commun Technol Internet Things"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW50498.2020.00038"},{"key":"ref40","article-title":"Distilling the knowledge in a neural network","author":"hinton","year":"2015","journal-title":"ArXiv 1503 02531"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00041"},{"key":"ref34","article-title":"Longformer: The long-document transformer","author":"beltagy","year":"2020","journal-title":"arXiv 2004 05150"},{"key":"ref37","first-page":"17864","article-title":"Per-pixel classification is not all you need for semantic segmentation","volume":"34","author":"cheng","year":"2021","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref36","article-title":"Dynamic focus-aware positional queries for semantic segmentation","author":"he","year":"2022","journal-title":"arXiv 2204 01244"},{"key":"ref31","article-title":"Focal self-attention for local–global interactions in vision transformers","author":"yang","year":"2021","journal-title":"arXiv 2107 00641"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00299"},{"key":"ref32","article-title":"CrossFormer: A versatile vision transformer based on cross-scale attention","author":"wang","year":"2021","journal-title":"arXiv 2108 00154"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.catena.2021.105189"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.scitotenv.2022.155826"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00135"},{"key":"ref38","article-title":"Pyramid fusion transformer for semantic segmentation","author":"qin","year":"2022","journal-title":"arXiv 2201 04019"},{"key":"ref24","first-page":"213","article-title":"End-to-end object detection with transformers","author":"carion","year":"2020","journal-title":"Proc Eur Conf Comput Vis"},{"key":"ref68","first-page":"801","article-title":"Encoder–decoder with atrous separable convolution for semantic image segmentation","author":"chen","year":"2018","journal-title":"Proc Eur Conf Comput Vis (ECCV)"},{"key":"ref23","first-page":"4055","article-title":"Image transformer","author":"parmar","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref67","article-title":"SGDR: Stochastic gradient descent with warm restarts","author":"loshchilov","year":"2016","journal-title":"arXiv 1608 03983"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00060"},{"key":"ref25","first-page":"1691","article-title":"Generative pretraining from pixels","author":"chen","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00681"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01228-1_26"},{"key":"ref63","article-title":"LoveDA: A remote sensing land-cover dataset for domain adaptive semantic segmentation","author":"wang","year":"2021","journal-title":"arXiv 2110 08733"},{"key":"ref22","first-page":"12077","article-title":"SegFormer: Simple and efficient design for semantic segmentation with transformers","volume":"34","author":"xie","year":"2021","journal-title":"Proc Adv Neural Inf Process Sys (NIPS)"},{"key":"ref66","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2014","journal-title":"arXiv 1412 6980"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00717"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00612"},{"key":"ref27","article-title":"All tokens matter: Token labeling for training better vision transformers","author":"jiang","year":"2021","journal-title":"arXiv 2104 10858"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00061"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00745"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/j.rse.2019.111322"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"}],"container-title":["IEEE Transactions on Geoscience and Remote Sensing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/36\/10006360\/10173477.pdf?arnumber=10173477","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,31]],"date-time":"2023-07-31T17:31:10Z","timestamp":1690824670000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10173477\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":68,"URL":"https:\/\/doi.org\/10.1109\/tgrs.2023.3290411","relation":{},"ISSN":["0196-2892","1558-0644"],"issn-type":[{"value":"0196-2892","type":"print"},{"value":"1558-0644","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}