{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T16:11:22Z","timestamp":1783527082349,"version":"3.55.0"},"reference-count":88,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Pilot Program Core-Informatics of the Helmholtz Association"},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62473139"],"award-info":[{"award-number":["62473139"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"Hangzhou SurImage Technology Company Ltd.","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Ministry of Science, Research and the Arts of Baden-W\u00fcrttemberg (MWK) through the Cooperative Graduate School Accessibility through AI-Based Assistive Technology","award":["BW6-03"],"award-info":[{"award-number":["BW6-03"]}]},{"name":"Helmholtz Association Initiative and Networking Fund on the HAICORE@KIT and HOREKA@KIT Partition"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Transport. Syst."],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1109\/tits.2024.3455416","type":"journal-article","created":{"date-parts":[[2024,9,23]],"date-time":"2024-09-23T17:30:12Z","timestamp":1727112612000},"page":"20933-20949","source":"Crossref","is-referenced-by-count":33,"title":["TransKD: Transformer Knowledge Distillation for Efficient Semantic Segmentation"],"prefix":"10.1109","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5245-2277","authenticated-orcid":false,"given":"Ruiping","family":"Liu","sequence":"first","affiliation":[{"name":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1090-667X","authenticated-orcid":false,"given":"Kailun","family":"Yang","sequence":"additional","affiliation":[{"name":"School of Robotics and the National Engineering Laboratory of Robot Visual Perception and Control Technology, Hunan University, Changsha, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alina","family":"Roitberg","sequence":"additional","affiliation":[{"name":"Institute for Artificial Intelligence, University of Stuttgart, Stuttgart, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3471-328X","authenticated-orcid":false,"given":"Jiaming","family":"Zhang","sequence":"additional","affiliation":[{"name":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5419-9292","authenticated-orcid":false,"given":"Kunyu","family":"Peng","sequence":"additional","affiliation":[{"name":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huayao","family":"Liu","sequence":"additional","affiliation":[{"name":"NIO, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0519-6458","authenticated-orcid":false,"given":"Yaonan","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Robotics and the National Engineering Laboratory of Robot Visual Perception and Control Technology, Hunan University, Changsha, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8046-4945","authenticated-orcid":false,"given":"Rainer","family":"Stiefelhagen","sequence":"additional","affiliation":[{"name":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00526"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00271"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2017.2750080"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2023.3300537"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2023.3300038"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3207665"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3161141"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3134828"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00681"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00717"},{"key":"ref13","first-page":"1","article-title":"An image is worth 16\u00d716 words: Transformers for image recognition at scale","volume-title":"Proc. ICLR","author":"Dosovitskiy"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01249-6_34"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1503.02531"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58571-6_21"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01637"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2021.3083113"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2021.3139001"},{"key":"ref22","first-page":"9355","article-title":"Twins: Revisiting the design of spatial attention in vision transformers","volume-title":"Proc. NeurIPS","author":"Chu"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3282631"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s41095-022-0274-8"},{"key":"ref26","first-page":"12077","article-title":"SegFormer: Simple and efficient design for semantic segmentation with transformers","volume-title":"Proc. NeurIPS","author":"Xie"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.660"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"ref29","first-page":"33716","article-title":"Knowledge distillation from a stronger teacher","volume-title":"Proc. NeurIPS","author":"Huang"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.350"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01059"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33715-4_54"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-009-0275-4"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01169"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2016.2644615"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1802.02611"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00813"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00326"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01465-9"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01055"},{"key":"ref42","first-page":"24261","article-title":"MLP-mixer: An all-MLP architecture for vision","volume-title":"Proc. NeurIPS","author":"Tolstikhin"},{"key":"ref43","article-title":"ENet: A deep neural network architecture for real-time semantic segmentation","author":"Paszke","year":"2016","journal-title":"arXiv:1606.02147"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01219-9_25"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01261-8_20"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01289"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00975"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00061"},{"key":"ref51","article-title":"DeepViT: Towards deeper vision transformer","author":"Zhou","year":"2021","journal-title":"arXiv:2103.11886"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00010"},{"key":"ref53","first-page":"10347","article-title":"Training data-efficient image transformers & distillation through attention","volume-title":"Proc. ICML","author":"Touvron"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01204"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2023.3341806"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19803-8_5"},{"key":"ref57","first-page":"1","article-title":"MobileViT: Light-weight, general-purpose, and mobile-friendly vision transformer","volume-title":"Proc. ICLR","author":"Mehta"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00520"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3055564"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00816"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01200"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/235"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00067"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3159581"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01064"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.372"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-emnlp.123"},{"key":"ref68","first-page":"5776","article-title":"MiniLM: Deep self-attention distillation for task-agnostic compression of pre-trained transformers","volume-title":"Proc. NeurIPS","author":"Wang"},{"key":"ref69","first-page":"27378","article-title":"Understanding the robustness in vision transformers","volume-title":"Proc. ICML","author":"Zhou"},{"key":"ref70","first-page":"1","article-title":"Vision transformer adapter for dense predictions","volume-title":"Proc. ICLR","author":"Chen"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00714"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01181"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00060"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00745"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2011.6126343"},{"key":"ref76","first-page":"1","article-title":"Decoupled weight decay regularization","volume-title":"Proc. ICLR","author":"Loshchilov"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TENCON.2019.8929465"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00747"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00069"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00939"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1909.11065"},{"key":"ref82","first-page":"17864","article-title":"Per-pixel classification is not all you need for semantic segmentation","volume-title":"Proc. NeurIPS","author":"Cheng"},{"key":"ref83","first-page":"146","article-title":"ContextNet: Exploring context and detail for semantic segmentation in real-time","volume-title":"Proc. BMVC","author":"Poudel"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2020.3042065"},{"key":"ref85","first-page":"289","article-title":"Fast-SCNN: Fast semantic segmentation network","volume-title":"Proc. BMVC","author":"Poudel"},{"key":"ref86","first-page":"6105","article-title":"EfficientNet: Rethinking model scaling for convolutional neural networks","volume-title":"Proc. ICML","author":"Tan"},{"key":"ref87","first-page":"205","article-title":"Improving fast segmentation with teacher\u2013student learning","volume-title":"Proc. BMVC","author":"Xie"},{"issue":"11","key":"ref88","first-page":"1","article-title":"Visualizing data using t-SNE","volume":"9","author":"Van der Maaten","year":"2008","journal-title":"J. Mach. Learning Res."}],"container-title":["IEEE Transactions on Intelligent Transportation Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6979\/10769775\/10689329.pdf?arnumber=10689329","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,11]],"date-time":"2024-12-11T02:53:47Z","timestamp":1733885627000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10689329\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12]]},"references-count":88,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tits.2024.3455416","relation":{},"ISSN":["1524-9050","1558-0016"],"issn-type":[{"value":"1524-9050","type":"print"},{"value":"1558-0016","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12]]}}}