{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T05:04:27Z","timestamp":1780031067932,"version":"3.53.1"},"reference-count":68,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T00:00:00Z","timestamp":1793491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neural Networks"],"published-print":{"date-parts":[[2026,11]]},"DOI":"10.1016\/j.neunet.2026.109159","type":"journal-article","created":{"date-parts":[[2026,5,23]],"date-time":"2026-05-23T15:42:58Z","timestamp":1779550978000},"page":"109159","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Image restoration model compression via mamba-oriented heterogeneous knowledge distillation"],"prefix":"10.1016","volume":"203","author":[{"given":"Sai","family":"Yang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2127-4989","authenticated-orcid":false,"given":"Bin","family":"Hu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiaoxin","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fan","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wanzhi","family":"Wen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.neunet.2026.109159_bib0001","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"754","article-title":"O-HAZE: A dehazing benchmark with real hazy and haze-free outdoor images","author":"Ancuti","year":"2018"},{"issue":"12","key":"10.1016\/j.neunet.2026.109159_bib0002","doi-asserted-by":"crossref","first-page":"11152","DOI":"10.1109\/TPAMI.2024.3458921","article-title":"Learning from human attention for attribute-assisted visual recognition","volume":"46","author":"Bai","year":"2024","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"10.1016\/j.neunet.2026.109159_bib0003","series-title":"Proceedings of advances in neural information processing systems","first-page":"107547","article-title":"xLSTM: Extended long short-term memory","author":"Beck","year":"2025"},{"key":"10.1016\/j.neunet.2026.109159_bib0004","series-title":"Proceedings of the IEEE\/CVF international conference on computer vision","first-page":"6898","article-title":"DETRDistill: A universal knowledge distillation framework for DETR-families","author":"Chang","year":"2023"},{"key":"10.1016\/j.neunet.2026.109159_bib0005","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"1046","article-title":"Rethinking multi-scale representations in deep deraining transformer","author":"Chen","year":"2024"},{"key":"10.1016\/j.neunet.2026.109159_bib0006","doi-asserted-by":"crossref","first-page":"25478","DOI":"10.52202\/068431-1847","article-title":"Cross aggregation transformer for image restoration","volume":"46","author":"Chen","year":"2022","journal-title":"Proceedings of Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.neunet.2026.109159_bib0007","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"4641","article-title":"Rethinking coarse-to-fine approach in single image deblurring","author":"Cho","year":"2021"},{"key":"10.1016\/j.neunet.2026.109159_bib0008","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"5992","article-title":"Reciprocal attention mixing transformer for lightweight image restoration","author":"Choi","year":"2024"},{"issue":"12","key":"10.1016\/j.neunet.2026.109159_bib0009","doi-asserted-by":"crossref","first-page":"9423","DOI":"10.1109\/TPAMI.2024.3419007","article-title":"Revitalizing convolutional network for image restoration","volume":"46","author":"Cui","year":"2024","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"10.1016\/j.neunet.2026.109159_bib0010","series-title":"Proceedings of the 41st international conference on machine learning","first-page":"10041","article-title":"Transformers are SSMs: Generalized models and efficient algorithms through structured state space duality","author":"Dao","year":"2024"},{"key":"10.1016\/j.neunet.2026.109159_bib0011","unstructured":"Fei, Z., Fan, M., Yu, C., Li, D., Zhang, Y., & Huang, J. (2024). DIMBA: Transformer-mamba diffusion models. arXiv: 2406.01159."},{"key":"10.1016\/j.neunet.2026.109159_bib0012","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"3855","article-title":"Removing rain from single images via a deep detail network","author":"Fu","year":"2017"},{"key":"10.1016\/j.neunet.2026.109159_bib0013","article-title":"Mixed hierarchy network for image restoration","volume":"46","author":"Gao","year":"2025","journal-title":"Pattern Recognition"},{"key":"10.1016\/j.neunet.2026.109159_bib0014","series-title":"Proceedings of the computer vision and pattern recognition conference","first-page":"28124","article-title":"MambaIRv2: Attentive state space restoration","author":"Guo","year":"2025"},{"key":"10.1016\/j.neunet.2026.109159_bib0015","series-title":"Proceddings of european conference on computer vision","first-page":"222","article-title":"MambaIR: A simple baseline for image restoration with state-space model","author":"Guo","year":"2024"},{"key":"10.1016\/j.neunet.2026.109159_bib0016","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"11868","article-title":"Class attention transfer based knowledge distillation","author":"Guo","year":"2023"},{"key":"10.1016\/j.neunet.2026.109159_bib0017","series-title":"Proceedings of advances in neural information processing systems","article-title":"One-for-all: Bridge the gap between heterogeneous architectures in knowledge distillation","volume":"vol. 36","author":"Hao","year":"2024"},{"key":"10.1016\/j.neunet.2026.109159_bib0018","series-title":"Proceedings of international conference on machine learning","first-page":"1","article-title":"Accurate image restoration with attention retractable transformer","author":"Jiale","year":"2023"},{"key":"10.1016\/j.neunet.2026.109159_bib0019","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"24276","article-title":"Multi-level logit distillation","author":"Jin","year":"2023"},{"key":"10.1016\/j.neunet.2026.109159_bib0020","series-title":"ICML","first-page":"3519","article-title":"Similarity of neural network representations revisited","author":"Kornblith","year":"2019"},{"issue":"1","key":"10.1016\/j.neunet.2026.109159_bib0021","doi-asserted-by":"crossref","first-page":"492","DOI":"10.1109\/TIP.2018.2867951","article-title":"Benchmarking single-image dehazing and beyond","volume":"28","author":"Li","year":"2018","journal-title":"IEEE Transactions on Image Processing"},{"key":"10.1016\/j.neunet.2026.109159_bib0022","series-title":"Proceedings of the computer vision and pattern recognition conference","first-page":"7491","article-title":"MaIR: A locality-and continuity-preserving mamba for image restoration","author":"Li","year":"2025"},{"key":"10.1016\/j.neunet.2026.109159_bib0023","first-page":"1","article-title":"Underwater image captioning with aquasketch-enhanced cross-scale information fusion","volume":"63","author":"Li","year":"2025","journal-title":"IEEE Transactions on Geoscience and Remote Sensing"},{"key":"10.1016\/j.neunet.2026.109159_bib0024","series-title":"Proceddings of European conference on computer vision","first-page":"564","article-title":"PAMS: Quantized super-resolution via parameterized max scale","author":"Li","year":"2020"},{"key":"10.1016\/j.neunet.2026.109159_bib0025","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"18278","article-title":"Efficient and explicit modelling of image hierarchies for image restoration","author":"Li","year":"2023"},{"key":"10.1016\/j.neunet.2026.109159_bib0026","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"2736","article-title":"Rain streak removal using layer priors","author":"Li","year":"2016"},{"key":"10.1016\/j.neunet.2026.109159_bib0027","series-title":"Proceedings of the IEEE\/CVF international conference on computer vision","first-page":"1833","article-title":"SwinIR: Image restoration using swin transformer","author":"Liang","year":"2021"},{"key":"10.1016\/j.neunet.2026.109159_bib0028","series-title":"Proceddings of international conference on learning representations","article-title":"JAMBA: A hybrid transformer-mamba language model","author":"Lieber","year":"2024"},{"issue":"168","key":"10.1016\/j.neunet.2026.109159_bib0029","article-title":"LEGO: LLM-enhanced genetic optimization for underwater robot image restoration","author":"Ma","year":"2025","journal-title":"Pattern Recognition"},{"key":"10.1016\/j.neunet.2026.109159_bib0030","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"15720","article-title":"VkD: Improving knowledge distillation using orthogonal projections","author":"Miles","year":"2024"},{"key":"10.1016\/j.neunet.2026.109159_bib0031","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"3883","article-title":"Deep multi-scale convolutional neural network for dynamic scene deblurring","author":"Nah","year":"2017"},{"key":"10.1016\/j.neunet.2026.109159_bib0032","series-title":"Proceedings of conference on empirical methods in natural language processing","article-title":"RWKV: Reinventing RNNs for the transformer era","author":"Peng","year":"2023"},{"key":"10.1016\/j.neunet.2026.109159_bib0033","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"3937","article-title":"Progressive image deraining networks: A better and simpler baseline","author":"Ren","year":"2019"},{"key":"10.1016\/j.neunet.2026.109159_bib0034","series-title":"Proceddings of European conference on computer vision","first-page":"184","article-title":"Real-world blur dataset for learning and benchmarking deblurring algorithms","author":"Rim","year":"2020"},{"key":"10.1016\/j.neunet.2026.109159_bib0035","series-title":"Proceedings of international conference on machine learning","first-page":"1","article-title":"FitNets: Hints for thin deep nets","author":"Romero","year":"2015"},{"key":"10.1016\/j.neunet.2026.109159_bib0036","series-title":"Proceedings of the AAAI conference on artificial intelligence","first-page":"2245","article-title":"Memory-oriented structural pruning for efficient image restoration","author":"Shi","year":"2023"},{"issue":"6","key":"10.1016\/j.neunet.2026.109159_bib0037","doi-asserted-by":"crossref","first-page":"5560","DOI":"10.1109\/TCSVT.2025.3530090","article-title":"VmambaIR: Visual state space model for image restoration","volume":"35","author":"Shi","year":"2025","journal-title":"IEEE Transactions on Circuits and Systems for Video Technology"},{"issue":"5","key":"10.1016\/j.neunet.2026.109159_bib0038","doi-asserted-by":"crossref","first-page":"1195","DOI":"10.3390\/rs15051195","article-title":"DBFNet: A dual-branch fusion network for underwater image enhancement","volume":"15","author":"Sun","year":"2023","journal-title":"Remote Sensing"},{"key":"10.1016\/j.neunet.2026.109159_bib0039","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"15731","article-title":"Logit standardization in knowledge distillation","author":"Sun","year":"2024"},{"key":"10.1016\/j.neunet.2026.109159_bib0040","article-title":"ADAPrompt-IR: Adaptive learning to perceive degradation semantic and prompting for all-in-one image restoration","volume":"15","author":"Sun","year":"2025","journal-title":"Pattern Recognition"},{"key":"10.1016\/j.neunet.2026.109159_bib0041","series-title":"Proceedings of international conference on machine learning","first-page":"10347","article-title":"Training data-efficient image transformers & distillation through attention","author":"Touvron","year":"2021"},{"issue":"2","key":"10.1016\/j.neunet.2026.109159_bib0042","doi-asserted-by":"crossref","first-page":"738","DOI":"10.1109\/TCSVT.2023.3289566","article-title":"Underwater color disparities: Cues for enhancing underwater images toward natural color consistencies","volume":"34","author":"Wang","year":"2023","journal-title":"IEEE Transactions on Circuits and Systems for Video Technology"},{"key":"10.1016\/j.neunet.2026.109159_bib0043","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.isprsjprs.2024.06.019","article-title":"Self-organized underwater image enhancement","volume":"215","author":"Wang","year":"2024","journal-title":"ISPRS Journal of Photogrammetry and Remote Sensing"},{"key":"10.1016\/j.neunet.2026.109159_bib0044","article-title":"WaterCycleDiffusion: Visual-textual fusion empowered underwater image enhancement","volume":"127","author":"Wang","year":"2025","journal-title":"Information Fusion"},{"key":"10.1016\/j.neunet.2026.109159_bib0045","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"16016","article-title":"KD-DETR: Knowledge distillation for detection transformer with consistent distillation points sampling","author":"Wang","year":"2024"},{"key":"10.1016\/j.neunet.2026.109159_bib0046","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"17683","article-title":"UFormer: A general U-shaped transformer for image restoration","author":"Wang","year":"2022"},{"key":"10.1016\/j.neunet.2026.109159_bib0047","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"10551","article-title":"Contrastive learning for compact single image dehazing","author":"Wu","year":"2021"},{"key":"10.1016\/j.neunet.2026.109159_bib0048","unstructured":"Wu, H., Xiao, L., Zhang, X., & Miao, Y. (2024). Aligning in a compact space: Contrastive knowledge distillation between heterogeneous architectures. arXiv: 2405.18524."},{"key":"10.1016\/j.neunet.2026.109159_bib0049","series-title":"Proceedings of the advances in neural information processing systems","first-page":"9315","article-title":"Stochastic window transformer for image restoration","volume":"vol. 35","author":"Xiao","year":"2022"},{"key":"10.1016\/j.neunet.2026.109159_bib0050","series-title":"Proceedings of international conference on machine learning","first-page":"38039","article-title":"Random shuffle transformer for image restoration","author":"Xiao","year":"2023"},{"key":"10.1016\/j.neunet.2026.109159_bib0051","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2025.111985","article-title":"A comb concatenation diffusion model for hyperspectral image super-resolution","volume":"160","author":"Xu","year":"2025","journal-title":"Engineering Applications of Artificial Intelligence"},{"key":"10.1016\/j.neunet.2026.109159_bib0052","first-page":"1","article-title":"MambaHSISR: Mamba hyperspectral image super-resolution","volume":"63","author":"Xu","year":"2025","journal-title":"IEEE Transactions on Geoscience and Remote Sensing"},{"key":"10.1016\/j.neunet.2026.109159_bib0053","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"12319","article-title":"Cross-image relational knowledge distillation for semantic segmentation","author":"Yang","year":"2022"},{"issue":"5","key":"10.1016\/j.neunet.2026.109159_bib0054","doi-asserted-by":"crossref","first-page":"4341","DOI":"10.1109\/TCSVT.2024.3519352","article-title":"IPT-ILR: Image pyramid transformer coupled with information loss regularization for all-in-one image restoration","volume":"35","author":"Yang","year":"2024","journal-title":"IEEE Transactions on Circuits and Systems for Video Technology"},{"key":"10.1016\/j.neunet.2026.109159_bib0055","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"1357","article-title":"Deep joint rain detection and removal from a single image","author":"Yang","year":"2017"},{"key":"10.1016\/j.neunet.2026.109159_bib0056","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"2744","article-title":"Scaling up to excellence: Practicing model scaling for photo-realistic image restoration in the wild","author":"Yu","year":"2024"},{"key":"10.1016\/j.neunet.2026.109159_bib0057","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"5728","article-title":"Restormer: Efficient transformer for high-resolution image restoration","author":"Zamir","year":"2022"},{"issue":"10","key":"10.1016\/j.neunet.2026.109159_bib0058","doi-asserted-by":"crossref","first-page":"4305","DOI":"10.1007\/s11263-024-02090-y","article-title":"Exploring the usage of pre-trained features for stereo matching","volume":"132","author":"Zhang","year":"2024","journal-title":"International Journal of Computer Vision"},{"issue":"10","key":"10.1016\/j.neunet.2026.109159_bib0059","doi-asserted-by":"crossref","first-page":"9113","DOI":"10.1109\/TPAMI.2025.3584847","article-title":"Investigating synthetic-to-real transfer robustness for stereo matching and optical flow estimation","volume":"47","author":"Zhang","year":"2025","journal-title":"IEEE Transactions on Pattern Analysis and Machine Intelligence"},{"key":"10.1016\/j.neunet.2026.109159_bib0060","first-page":"1","article-title":"Fully decoupled end-to-end person search: An approach without conflicting objectives","volume":"133","author":"Zhang","year":"2025","journal-title":"International Journal of Computer Vision"},{"key":"10.1016\/j.neunet.2026.109159_bib0061","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"25409","article-title":"Distilling semantic priors from SAM to efficient image restoration models","author":"Zhang","year":"2024"},{"key":"10.1016\/j.neunet.2026.109159_bib0062","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2025.111629","article-title":"Hyperspectral image restoration via the collaboration of low-rank tensor denoising and completion","volume":"165","author":"Zhang","year":"2025","journal-title":"Pattern Recognition"},{"key":"10.1016\/j.neunet.2026.109159_bib0063","series-title":"Proceedings of international conference on machine learning","first-page":"1","article-title":"Learning efficient image super-resolution networks via structure-regularized pruning","author":"Zhang","year":"2021"},{"key":"10.1016\/j.neunet.2026.109159_bib0064","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"11953","article-title":"Decoupled knowledge distillation","author":"Zhao","year":"2022"},{"key":"10.1016\/j.neunet.2026.109159_bib0065","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"14122","article-title":"Comprehensive and delicate: An efficient transformer for image restoration","author":"Zhao","year":"2023"},{"key":"10.1016\/j.neunet.2026.109159_bib0066","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","article-title":"Selective hourglass mapping for universal image restoration based on diffusion model","author":"Zheng","year":"2024"},{"key":"10.1016\/j.neunet.2026.109159_bib0067","series-title":"Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","first-page":"2952","article-title":"Adapt or perish: Adaptive sparse transformer with attentive feature refinement for image restoration","author":"Zhou","year":"2024"},{"key":"10.1016\/j.neunet.2026.109159_bib0068","series-title":"Proceedings of the 41st international conference on machine learning","article-title":"Vision Mamba: Efficient visual representation learning with bidirectional state space model","author":"Zhu","year":"2024"}],"container-title":["Neural Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026006209?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608026006209?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T04:44:15Z","timestamp":1780029855000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0893608026006209"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,11]]},"references-count":68,"alternative-id":["S0893608026006209"],"URL":"https:\/\/doi.org\/10.1016\/j.neunet.2026.109159","relation":{},"ISSN":["0893-6080"],"issn-type":[{"value":"0893-6080","type":"print"}],"subject":[],"published":{"date-parts":[[2026,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Image restoration model compression via mamba-oriented heterogeneous knowledge distillation","name":"articletitle","label":"Article Title"},{"value":"Neural Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neunet.2026.109159","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"109159"}}