{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T18:22:02Z","timestamp":1772907722799,"version":"3.50.1"},"reference-count":40,"publisher":"MDPI AG","issue":"18","license":[{"start":{"date-parts":[[2022,9,19]],"date-time":"2022-09-19T00:00:00Z","timestamp":1663545600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Natural Science Foundation of China","award":["62101446"],"award-info":[{"award-number":["62101446"]}]},{"name":"National Natural Science Foundation of China","award":["62006191"],"award-info":[{"award-number":["62006191"]}]},{"name":"National Natural Science Foundation of China","award":["2019219614SYS011CG033"],"award-info":[{"award-number":["2019219614SYS011CG033"]}]},{"name":"National Natural Science Foundation of China","award":["2021ZDLSF06-05"],"award-info":[{"award-number":["2021ZDLSF06-05"]}]},{"name":"National Natural Science Foundation of China","award":["2021ZDLGY15-04"],"award-info":[{"award-number":["2021ZDLGY15-04"]}]},{"name":"National Natural Science Foundation of China","award":["IRT_17R87"],"award-info":[{"award-number":["IRT_17R87"]}]},{"name":"National Natural Science Foundation of China","award":["2022KW-08"],"award-info":[{"award-number":["2022KW-08"]}]},{"name":"Xi\u2019an Key Laboratory of Intelligent Perception and Cultural Inheritance","award":["62101446"],"award-info":[{"award-number":["62101446"]}]},{"name":"Xi\u2019an Key Laboratory of Intelligent Perception and Cultural Inheritance","award":["62006191"],"award-info":[{"award-number":["62006191"]}]},{"name":"Xi\u2019an Key Laboratory of Intelligent Perception and Cultural Inheritance","award":["2019219614SYS011CG033"],"award-info":[{"award-number":["2019219614SYS011CG033"]}]},{"name":"Xi\u2019an Key Laboratory of Intelligent Perception and Cultural Inheritance","award":["2021ZDLSF06-05"],"award-info":[{"award-number":["2021ZDLSF06-05"]}]},{"name":"Xi\u2019an Key Laboratory of Intelligent Perception and Cultural Inheritance","award":["2021ZDLGY15-04"],"award-info":[{"award-number":["2021ZDLGY15-04"]}]},{"name":"Xi\u2019an Key Laboratory of Intelligent Perception and Cultural Inheritance","award":["IRT_17R87"],"award-info":[{"award-number":["IRT_17R87"]}]},{"name":"Xi\u2019an Key Laboratory of Intelligent Perception and Cultural Inheritance","award":["2022KW-08"],"award-info":[{"award-number":["2022KW-08"]}]},{"name":"Key Research and Development Program of Shaanxi","award":["62101446"],"award-info":[{"award-number":["62101446"]}]},{"name":"Key Research and Development Program of Shaanxi","award":["62006191"],"award-info":[{"award-number":["62006191"]}]},{"name":"Key Research and Development Program of Shaanxi","award":["2019219614SYS011CG033"],"award-info":[{"award-number":["2019219614SYS011CG033"]}]},{"name":"Key Research and Development Program of Shaanxi","award":["2021ZDLSF06-05"],"award-info":[{"award-number":["2021ZDLSF06-05"]}]},{"name":"Key Research and Development Program of Shaanxi","award":["2021ZDLGY15-04"],"award-info":[{"award-number":["2021ZDLGY15-04"]}]},{"name":"Key Research and Development Program of Shaanxi","award":["IRT_17R87"],"award-info":[{"award-number":["IRT_17R87"]}]},{"name":"Key Research and Development Program of Shaanxi","award":["2022KW-08"],"award-info":[{"award-number":["2022KW-08"]}]},{"name":"Program for Changjiang Scholars and Innovative Research Team in University","award":["62101446"],"award-info":[{"award-number":["62101446"]}]},{"name":"Program for Changjiang Scholars and Innovative Research Team in University","award":["62006191"],"award-info":[{"award-number":["62006191"]}]},{"name":"Program for Changjiang Scholars and Innovative Research Team in University","award":["2019219614SYS011CG033"],"award-info":[{"award-number":["2019219614SYS011CG033"]}]},{"name":"Program for Changjiang Scholars and Innovative Research Team in University","award":["2021ZDLSF06-05"],"award-info":[{"award-number":["2021ZDLSF06-05"]}]},{"name":"Program for Changjiang Scholars and Innovative Research Team in University","award":["2021ZDLGY15-04"],"award-info":[{"award-number":["2021ZDLGY15-04"]}]},{"name":"Program for Changjiang Scholars and Innovative Research Team in University","award":["IRT_17R87"],"award-info":[{"award-number":["IRT_17R87"]}]},{"name":"Program for Changjiang Scholars and Innovative Research Team in University","award":["2022KW-08"],"award-info":[{"award-number":["2022KW-08"]}]},{"name":"International Science and Technology Cooper-ation Research Plan in Shaanxi Province of China","award":["62101446"],"award-info":[{"award-number":["62101446"]}]},{"name":"International Science and Technology Cooper-ation Research Plan in Shaanxi Province of China","award":["62006191"],"award-info":[{"award-number":["62006191"]}]},{"name":"International Science and Technology Cooper-ation Research Plan in Shaanxi Province of China","award":["2019219614SYS011CG033"],"award-info":[{"award-number":["2019219614SYS011CG033"]}]},{"name":"International Science and Technology Cooper-ation Research Plan in Shaanxi Province of China","award":["2021ZDLSF06-05"],"award-info":[{"award-number":["2021ZDLSF06-05"]}]},{"name":"International Science and Technology Cooper-ation Research Plan in Shaanxi Province of China","award":["2021ZDLGY15-04"],"award-info":[{"award-number":["2021ZDLGY15-04"]}]},{"name":"International Science and Technology Cooper-ation Research Plan in Shaanxi Province of China","award":["IRT_17R87"],"award-info":[{"award-number":["IRT_17R87"]}]},{"name":"International Science and Technology Cooper-ation Research Plan in Shaanxi Province of China","award":["2022KW-08"],"award-info":[{"award-number":["2022KW-08"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Remote Sensing"],"abstract":"<jats:p>This paper considers problems associated with the large size of the hyperspectral pansharpening network and difficulties associated with learning its spatial-spectral features. We propose a deep mutual-learning-based framework (SSML) for spectral-spatial information mining and hyperspectral pansharpening. In this framework, a deep mutual-learning mechanism is introduced to learn spatial and spectral features from each other through information transmission, which achieves better fusion results without entering too many parameters. The proposed SSML framework consists of two separate networks for learning spectral and spatial features of HSIs and panchromatic images (PANs). A hybrid loss function containing constrained spectral and spatial information is designed to enforce mutual learning between the two networks. In addition, a mutual-learning strategy is used to balance the spectral and spatial feature learning to improve the performance of the SSML path compared to the original. Extensive experimental results demonstrated the effectiveness of the mutual-learning mechanism and the proposed hybrid loss function for hyperspectral pan-sharpening. Furthermore, a typical deep-learning method was used to confirm the proposed framework\u2019s capacity for generalization. Ideal performance was observed in all cases. Moreover, multiple experiments analysing the parameters used showed that the proposed method achieved better fusion results without adding too many parameters. Thus, the proposed SSML represents a promising framework for hyperspectral pansharpening.<\/jats:p>","DOI":"10.3390\/rs14184682","type":"journal-article","created":{"date-parts":[[2022,9,20]],"date-time":"2022-09-20T04:28:55Z","timestamp":1663648135000},"page":"4682","update-policy":"https:\/\/doi.org\/10.3390\/mdpi_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["SSML: Spectral-Spatial Mutual-Learning-Based Framework for Hyperspectral Pansharpening"],"prefix":"10.3390","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0261-7074","authenticated-orcid":false,"given":"Xianlin","family":"Peng","sequence":"first","affiliation":[{"name":"School of Art, Northwest University, Xi\u2019an 710127, China"},{"name":"Shaanxi Province Silk Road Digital Protection and Inheritance of Cultural Heritage Collaborative Innovation Center, Xi\u2019an 710127, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yihao","family":"Fu","sequence":"additional","affiliation":[{"name":"School of Information Science and Technology, Northwest University, Xi\u2019an 710127, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shenglin","family":"Peng","sequence":"additional","affiliation":[{"name":"School of Information Science and Technology, Northwest University, Xi\u2019an 710127, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kai","family":"Ma","sequence":"additional","affiliation":[{"name":"School of Information Science and Technology, Northwest University, Xi\u2019an 710127, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lu","family":"Liu","sequence":"additional","affiliation":[{"name":"Shaanxi Province Silk Road Digital Protection and Inheritance of Cultural Heritage Collaborative Innovation Center, Xi\u2019an 710127, China"},{"name":"School of Information Science and Technology, Northwest University, Xi\u2019an 710127, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jun","family":"Wang","sequence":"additional","affiliation":[{"name":"Shaanxi Province Silk Road Digital Protection and Inheritance of Cultural Heritage Collaborative Innovation Center, Xi\u2019an 710127, China"},{"name":"School of Information Science and Technology, Northwest University, Xi\u2019an 710127, China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"1968","published-online":{"date-parts":[[2022,9,19]]},"reference":[{"key":"ref_1","first-page":"45","article-title":"Advances in hyperspectral image classification: Earth monitoring with statistical learning methods","volume":"31","author":"Tuia","year":"2013","journal-title":"IEEE Signal Process. Mag."},{"key":"ref_2","doi-asserted-by":"crossref","first-page":"5447","DOI":"10.1109\/TIP.2017.2740621","article-title":"Matched shrunken cone detector (MSCD): Bayesian derivations and case studies for hyperspectral target detection","volume":"26","author":"Wang","year":"2017","journal-title":"IEEE Trans. Image Process."},{"key":"ref_3","doi-asserted-by":"crossref","unstructured":"Abdollahi, A., Pradhan, B., Shukla, N., Chakraborty, S., and Alamri, A. (2020). Deep learning approaches applied to remote sensing datasets for road extraction: A state-of-the-art review. Remote Sens., 12.","DOI":"10.3390\/rs12091444"},{"key":"ref_4","doi-asserted-by":"crossref","first-page":"3230","DOI":"10.1109\/TGRS.2007.901007","article-title":"Improving component substitution pansharpening through multivariate regression of MS + Pan data","volume":"45","author":"Aiazzi","year":"2007","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"key":"ref_5","doi-asserted-by":"crossref","first-page":"228","DOI":"10.1109\/TGRS.2007.907604","article-title":"Optimal MMSE pansharpening of very high resolution multispectral images","volume":"46","author":"Garzelli","year":"2007","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"key":"ref_6","doi-asserted-by":"crossref","first-page":"528","DOI":"10.1109\/TGRS.2011.2161320","article-title":"Coupled nonnegative matrix factorization unmixing for hyperspectral and multispectral data fusion","volume":"50","author":"Yokoya","year":"2011","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"key":"ref_7","doi-asserted-by":"crossref","first-page":"4109","DOI":"10.1109\/TIP.2015.2458572","article-title":"Fast fusion of multi-band images based on solving a Sylvester equation","volume":"24","author":"Wei","year":"2015","journal-title":"IEEE Trans. Image Process."},{"key":"ref_8","doi-asserted-by":"crossref","first-page":"591","DOI":"10.14358\/PERS.72.5.591","article-title":"MTF-tailored multiscale fusion of high-resolution MS and Pan imagery","volume":"72","author":"Aiazzi","year":"2006","journal-title":"Photogramm. Eng. Remote. Sens."},{"key":"ref_9","doi-asserted-by":"crossref","first-page":"2984","DOI":"10.1109\/JSTARS.2015.2420582","article-title":"Processing of multiresolution thermal hyperspectral and digital color data: Outcome of the 2014 IEEE GRSS data fusion contest","volume":"8","author":"Liao","year":"2015","journal-title":"IEEE J. Sel. Top. Appl. Earth Obs. Remote Sens."},{"key":"ref_10","doi-asserted-by":"crossref","first-page":"105122","DOI":"10.1016\/j.knosys.2019.105122","article-title":"Cascaded dual-scale crossover network for hyperspectral image classification","volume":"189","author":"Cao","year":"2020","journal-title":"Knowl.-Based Syst."},{"key":"ref_11","doi-asserted-by":"crossref","first-page":"1772","DOI":"10.1109\/JSTARS.2020.2981695","article-title":"Shallow\u2014Deep convolutional network and spectral-discrimination-based detail injection for multispectral imagery pan-sharpening","volume":"13","author":"Liu","year":"2020","journal-title":"IEEE J. Sel. Top. Appl. Earth Obs. Remote Sens."},{"key":"ref_12","doi-asserted-by":"crossref","first-page":"4957","DOI":"10.1109\/TGRS.2020.3020162","article-title":"PSMD-Net: A Novel Pan-Sharpening Method Based on a Multiscale Dense Network","volume":"59","author":"Peng","year":"2021","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"key":"ref_13","doi-asserted-by":"crossref","first-page":"3988","DOI":"10.1109\/JSTARS.2018.2871046","article-title":"Automatic Extraction of Built-Up Areas From Panchromatic and Multispectral Remote Sensing Images Using Double-Stream Deep Convolutional Neural Networks","volume":"11","author":"Tan","year":"2018","journal-title":"IEEE J. Sel. Top. Appl. Earth Obs. Remote Sens."},{"key":"ref_14","first-page":"1","article-title":"EMTCAL: Efficient Multi-Scale Transformer and Cross-Level Attention Learning for Remote Sensing Scene Classification","volume":"60","author":"Tang","year":"2022","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"key":"ref_15","first-page":"1","article-title":"A Spatio-Spectral Fusion Method for Hyperspectral Images Using Residual Hyper-Dense Network","volume":"PP","author":"Qu","year":"2022","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"ref_16","first-page":"5626915","article-title":"An Unsupervised Remote Sensing Change Detection Method Based on Multiscale Graph Convolutional Network and Metric Learning","volume":"60","author":"Tang","year":"2021","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"key":"ref_17","first-page":"5504113","article-title":"MSSL: Hyperspectral and Panchromatic Images Fusion via Multiresolution Spatial-Spectral Feature Learning Networks","volume":"60","author":"Qu","year":"2021","journal-title":"IEEE Trans. Geosci. Remote. Sens."},{"key":"ref_18","doi-asserted-by":"crossref","unstructured":"Yang, J., Fu, X., Hu, Y., Huang, Y., Ding, X., and Paisley, J. (2017, January 22\u201329). PanNet: A deep network architecture for pan-sharpening. Proceedings of the IEEE International Conference on Computer Vision, Venice, Italy.","DOI":"10.1109\/ICCV.2017.193"},{"key":"ref_19","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., and Sun, J. (2016, January 27\u201330). Deep residual learning for image recognition. Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, Las Vegas, NV, USA.","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref_20","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1109\/TGRS.2020.2994057","article-title":"Residual Spectral\u2013Spatial Attention Network for Hyperspectral Image Classification","volume":"59","author":"Zhu","year":"2020","journal-title":"IEEE Trans. Geosci. Remote. Sens."},{"key":"ref_21","unstructured":"Zhang, T., Fu, Y., Wang, L., and Huang, H. (November, January 27). Hyperspectral image reconstruction using deep external and internal learning. Proceedings of the IEEE\/CVF International Conference on Computer Vision, Seoul, Korea."},{"key":"ref_22","doi-asserted-by":"crossref","first-page":"249","DOI":"10.1109\/LGRS.2013.2255097","article-title":"Improving hyperspectral image classification using spectral information divergence","volume":"11","author":"Zhang","year":"2013","journal-title":"IEEE Geosci. Remote. Sens. Lett."},{"key":"ref_23","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1109\/TGRS.2020.2994238","article-title":"HPGAN: Hyperspectral pansharpening using 3-D generative adversarial networks","volume":"59","author":"Xie","year":"2020","journal-title":"IEEE Trans. Geosci. Remote. Sens."},{"key":"ref_24","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Xiang, T., Hospedales, T.M., and Lu, H. (2018, January 18\u201323). Deep mutual learning. Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, Salt Lake City, UT, USA.","DOI":"10.1109\/CVPR.2018.00454"},{"key":"ref_25","doi-asserted-by":"crossref","unstructured":"Wu, R., Feng, M., Guan, W., Wang, D., Lu, H., and Ding, E. (2019, January 15\u201320). A mutual learning method for salient object detection with intertwined multi-supervision. Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, Long Beach, CA, USA.","DOI":"10.1109\/CVPR.2019.00834"},{"key":"ref_26","unstructured":"Rajamanoharan, G., Kanaci, A., Li, M., and Gong, S. (2019, January 15\u201320). Multi-task mutual learning for vehicle re-identification. Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR), Long Beach, CA, USA."},{"key":"ref_27","doi-asserted-by":"crossref","unstructured":"Li, K., Yu, L., Wang, S., and Heng, P.A. (2020, January 7\u201312). Towards cross-modality medical image segmentation with online mutual knowledge distillation. Proceedings of the AAAI Conference on Artificial Intelligence, New York, NY, USA.","DOI":"10.1609\/aaai.v34i01.5421"},{"key":"ref_28","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1214\/aoms\/1177729694","article-title":"On information and sufficiency","volume":"22","author":"Kullback","year":"2006","journal-title":"Ann. Math. Stat."},{"key":"ref_29","unstructured":"Yuhas, R.H., Goetz, A.F., and Boardman, J.W. (1992, January 1\u20135). Discrimination among semi-arid landscape endmembers using the spectral angle mapper (SAM) algorithm. Proceedings of the Summaries 3rd Annual JPL Airborne Geoscience Workshop, Pasadena, CA, USA."},{"key":"ref_30","first-page":"691","article-title":"Fusion of satellite images of different spatial resolutions: Assessing the quality of resulting images","volume":"63","author":"Wald","year":"1997","journal-title":"Photogramm. Eng. Remote. Sens."},{"key":"ref_31","doi-asserted-by":"crossref","first-page":"1854018","DOI":"10.1142\/S0218001418540186","article-title":"Contrast limited adaptive histogram equalization-based fusion in YIQ and HSI color spaces for underwater image enhancement","volume":"32","author":"Ma","year":"2018","journal-title":"Int. J. Pattern Recognit. Artif. Intell."},{"key":"ref_32","doi-asserted-by":"crossref","first-page":"1435","DOI":"10.1109\/LGRS.2019.2945424","article-title":"Deep residual learning for boosting the accuracy of hyperspectral pansharpening","volume":"17","author":"Zheng","year":"2019","journal-title":"IEEE Geosci. Remote. Sens. Lett."},{"key":"ref_33","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1109\/TCI.2016.2644865","article-title":"Loss functions for image restoration with neural networks","volume":"3","author":"Zhao","year":"2016","journal-title":"IEEE Trans. Comput. Imaging"},{"key":"ref_34","doi-asserted-by":"crossref","first-page":"2241","DOI":"10.1109\/TIP.2010.2046811","article-title":"Generalized assorted pixel camera: Postcapture control of resolution, dynamic range, and spectrum","volume":"19","author":"Yasuma","year":"2010","journal-title":"IEEE Trans. Image Process."},{"key":"ref_35","doi-asserted-by":"crossref","first-page":"652","DOI":"10.1109\/JPROC.2012.2197589","article-title":"Advances in spectral-spatial classification of hyperspectral images","volume":"101","author":"Fauvel","year":"2012","journal-title":"Proc. IEEE"},{"key":"ref_36","doi-asserted-by":"crossref","first-page":"600","DOI":"10.1109\/TIP.2003.819861","article-title":"Image quality assessment: From error visibility to structural similarity","volume":"13","author":"Wang","year":"2004","journal-title":"IEEE Trans. Image Process."},{"key":"ref_37","doi-asserted-by":"crossref","first-page":"3012","DOI":"10.1109\/TGRS.2007.904923","article-title":"Comparison of pansharpening algorithms: Outcome of the 2006 GRS-S data-fusion contest","volume":"45","author":"Alparone","year":"2007","journal-title":"IEEE Trans. Geosci. Remote. Sens."},{"key":"ref_38","unstructured":"Wald, L. (2002). Data Fusion: Definitions and Architectures: Fusion of Images of Different Spatial Resolutions, Presses des MINES."},{"key":"ref_39","doi-asserted-by":"crossref","unstructured":"Yang, Y., Wan, W., Huang, S., Lin, P., and Que, Y. (2017). A novel pan-sharpening framework based on matting model and multiscale transform. Remote Sens., 9.","DOI":"10.3390\/rs9040391"},{"key":"ref_40","doi-asserted-by":"crossref","first-page":"8011","DOI":"10.1109\/TGRS.2019.2917759","article-title":"DDLPS: Detail-based deep Laplacian pansharpening for hyperspectral imagery","volume":"57","author":"Li","year":"2019","journal-title":"IEEE Trans. Geosci. Remote Sens."}],"container-title":["Remote Sensing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.mdpi.com\/2072-4292\/14\/18\/4682\/pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T00:34:41Z","timestamp":1760142881000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.mdpi.com\/2072-4292\/14\/18\/4682"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,19]]},"references-count":40,"journal-issue":{"issue":"18","published-online":{"date-parts":[[2022,9]]}},"alternative-id":["rs14184682"],"URL":"https:\/\/doi.org\/10.3390\/rs14184682","relation":{},"ISSN":["2072-4292"],"issn-type":[{"value":"2072-4292","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,9,19]]}}}