{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T07:31:56Z","timestamp":1784014316312,"version":"3.55.0"},"reference-count":136,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["624B2072"],"award-info":[{"award-number":["624B2072"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U22B2049"],"award-info":[{"award-number":["U22B2049"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006606","name":"Natural Science Foundation of Tianjin Municipality","doi-asserted-by":"publisher","award":["24JCZXJC00040"],"award-info":[{"award-number":["24JCZXJC00040"]}],"id":[{"id":"10.13039\/501100006606","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Shenzhen Science and Technology Program","award":["JCYJ20240813114229039"],"award-info":[{"award-number":["JCYJ20240813114229039"]}]},{"name":"Supercomputing Center of Nankai University"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2025,11]]},"DOI":"10.1109\/tpami.2025.3594910","type":"journal-article","created":{"date-parts":[[2025,8,1]],"date-time":"2025-08-01T18:14:32Z","timestamp":1754072072000},"page":"10344-10360","source":"Crossref","is-referenced-by-count":12,"title":["Learning an Adaptive Sparse Transformer for Efficient Image Restoration"],"prefix":"10.1109","volume":"47","author":[{"given":"Shihao","family":"Zhou","sequence":"first","affiliation":[{"name":"College of Computer Science, Nankai University, Tianjin, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0304-9507","authenticated-orcid":false,"given":"Jinshan","family":"Pan","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0219-3443","authenticated-orcid":false,"given":"Jufeng","family":"Yang","sequence":"additional","affiliation":[{"name":"College of Computer Science, Nankai University, Tianjin, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20071-7_2"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2017.2753804"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3088914"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2010.11929"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01255"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2018.2806202"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.35"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00328"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW54120.2021.00210"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00564"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01716"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20053-3_17"},{"key":"ref14","article-title":"Explicit sparse transformer: Concentrated attention through explicit selection","author":"Zhao","year":"2019"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00571"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01357"},{"key":"ref17","first-page":"6010","article-title":"Searching for efficient transformers for language modeling","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"So","year":"2021"},{"key":"ref18","article-title":"Replacing softmax with relu in vision transformers","author":"Wortsman","year":"2023"},{"key":"ref19","first-page":"4376","article-title":"Infinite attention: NNGP and NTK for deep attention networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Hron","year":"2020"},{"key":"ref20","article-title":"A study on relu and softmax in transformer","author":"Shen","year":"2023"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.00285"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2010.168"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2024.3370920"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3096255"},{"key":"ref25","first-page":"1673","article-title":"Non-local recurrent network for image restoration","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Liu","year":"2018"},{"key":"ref26","first-page":"6762","article-title":"Functional neural networks for parametric image restoration problems","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Luo","year":"2021"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00406"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i2.16224"},{"key":"ref29","first-page":"4612","article-title":"Generative status estimation and information decoupling for image rain removal","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Lin","year":"2022"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00572"},{"key":"ref31","first-page":"42589","article-title":"Fourmer: An efficient global modeling paradigm for image restoration","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Zhou","year":"2023"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01176"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01163"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00568"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3238179"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2009.5459469"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00460"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00897"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58607-2_3"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00717"},{"key":"ref44","first-page":"5517","article-title":"Residual non-local attention networks for image restoration","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhang","year":"2019"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00260"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2020.2984244"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2023.3234701"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58610-2_12"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01234-2_18"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW56347.2022.00094"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW59228.2023.00139"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-022-01633-5"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3126387"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/s11432-022-3609-4"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/s41095-022-0274-8"},{"key":"ref56","first-page":"8898","article-title":"PromptRestorer: A prompting image restoration method with degradation perception","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wang","year":"2023"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01212"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01753"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.523"},{"key":"ref61","first-page":"9099","article-title":"Transformer quality in linear time","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Hua","year":"2022"},{"key":"ref62","first-page":"12656","article-title":"Robust training of neural networks using scale invariant architectures","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Li","year":"2022"},{"key":"ref63","first-page":"4287","article-title":"How do vision transformers work?","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Park","year":"2022"},{"key":"ref64","first-page":"30392","article-title":"Early convolutions help transformers see better","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Xiao","year":"2021"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.1994.413553"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.5555\/3045118.3045167"},{"key":"ref67","article-title":"Gaussian error linear units (gelus)","author":"Hendrycks","year":"2016"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01157"},{"key":"ref69","article-title":"Mobilenets: Efficient convolutional neural networks for mobile vision applications","author":"Howard","year":"2017"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2018.2867951"},{"key":"ref71","first-page":"71275","article-title":"PromptIR: Prompting for all-in-one image restoration","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Potlapalli","year":"2023"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00192"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2021.3050850"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58595-2_12"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00317"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00420"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00231"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01458"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3241756"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01111"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3183612"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72640-8_14"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01043"},{"key":"ref84","first-page":"36361","article-title":"Selective frequency network for image restoration","volume-title":"Int. Conf. Learn. Representations","author":"Cui","year":"2023"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00239"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW54120.2021.00216"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19800-7_9"},{"key":"ref88","first-page":"4061","article-title":"Decoupled weight decay regularization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Loshchilov","year":"2019"},{"key":"ref89","first-page":"1769","article-title":"SGDR: Stochastic gradient descent with warm restarts","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Ilya","year":"2017"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2003.819861"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/LSP.2012.2227726"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58589-1_45"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00324"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2018.00127"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2021.3104166"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00416"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1016\/j.cviu.2023.103819"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10095605"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01195"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2024.3419007"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00498"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2020.3048677"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.02231"},{"key":"ref104","first-page":"23045","article-title":"Image restoration with mean-reverting stochastic differential equations","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Luo","year":"2023"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00489"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1007\/s00371-024-03536-7"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2023.3252271"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58621-8_16"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3124934"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-19800-7_21"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.01042"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1145\/3343031.3350926"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58595-2_30"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58539-6_20"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.02462"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72649-1_13"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01719"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.01149"},{"key":"ref119","first-page":"27440","article-title":"Mamballie: Implicit retinex-aware low light enhancement with global-then-local state space","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Weng","year":"2024"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46475-6_10"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2016.2598681"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00835"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i07.6701"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01693"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72764-1_1"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3330416"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2023.3256763"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2024.3456583"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2023.3329173"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00794"},{"key":"ref131","article-title":"What does attention in neural machine translation pay attention to?","author":"Ghader","year":"2017"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1109\/iros55552.2023.10342025"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58452-8_13"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1016\/j.cviu.2018.10.010"},{"key":"ref136","article-title":"Yolov3: An incremental improvement","author":"Redmon","year":"2018"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/34\/11192800\/11106710.pdf?arnumber=11106710","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,6]],"date-time":"2025-10-06T17:36:41Z","timestamp":1759772201000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11106710\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11]]},"references-count":136,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2025.3594910","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11]]}}}