{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T08:57:25Z","timestamp":1770800245377,"version":"3.50.0"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,12,15]],"date-time":"2025-12-15T00:00:00Z","timestamp":1765756800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,12,15]],"date-time":"2025-12-15T00:00:00Z","timestamp":1765756800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key R&D Program of China","doi-asserted-by":"crossref","award":["2023YFB4706801"],"award-info":[{"award-number":["2023YFB4706801"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100012166","name":"National Key R&D Program of China","doi-asserted-by":"crossref","award":["2023YFB4706801"],"award-info":[{"award-number":["2023YFB4706801"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100012166","name":"National Key R&D Program of China","doi-asserted-by":"crossref","award":["2023YFB4706801"],"award-info":[{"award-number":["2023YFB4706801"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100012166","name":"National Key R&D Program of China","doi-asserted-by":"crossref","award":["2023YFB4706801"],"award-info":[{"award-number":["2023YFB4706801"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100012166","name":"National Key R&D Program of China","doi-asserted-by":"crossref","award":["2023YFB4706801"],"award-info":[{"award-number":["2023YFB4706801"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100012166","name":"National Key R&D Program of China","doi-asserted-by":"crossref","award":["2023YFB4706801"],"award-info":[{"award-number":["2023YFB4706801"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimedia Systems"],"published-print":{"date-parts":[[2026,2]]},"DOI":"10.1007\/s00530-025-02087-8","type":"journal-article","created":{"date-parts":[[2025,12,15]],"date-time":"2025-12-15T04:27:40Z","timestamp":1765772860000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Mmgd:multi-scale masked generative distillation"],"prefix":"10.1007","volume":"32","author":[{"given":"Fang","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haoyu","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weixing","family":"Su","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Linfeng","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tao","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zengxin","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,12,15]]},"reference":[{"key":"2087_CR1","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531, (2015)"},{"issue":"8","key":"2087_CR2","doi-asserted-by":"publisher","first-page":"6125","DOI":"10.1007\/s10462-022-10141-4","volume":"55","author":"S Weixing","year":"2022","unstructured":"Weixing, S., Li, L., Liu, F., He, M., Liang, X.: Ai on the edge: a comprehensive review. Artif. Intell. Rev. 55(8), 6125\u20136183 (2022)","journal-title":"Artif. Intell. Rev."},{"key":"2087_CR3","doi-asserted-by":"crossref","unstructured":"Park, W., Kim, D., Lu, Y., Cho, M.: Relational knowledge distillation. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pages 3967\u20133976, (2019)","DOI":"10.1109\/CVPR.2019.00409"},{"issue":"3","key":"2087_CR4","first-page":"1","volume":"2","author":"Romero Adriana","year":"2015","unstructured":"Adriana, Romero, Ballas Nicolas, K., Ebrahimi, Samira, Antoine, Chassang, Carlo, Gatta, Yoshua, Bengio: Fitnets: Hints for thin deep nets. Proc. ICLR 2(3), 1 (2015)","journal-title":"Proc. ICLR"},{"issue":"5","key":"2087_CR5","doi-asserted-by":"publisher","first-page":"6165","DOI":"10.1007\/s11063-022-11132-w","volume":"55","author":"L Li","year":"2023","unstructured":"Li, L., Weixing, S., Liu, F., He, M., Liang, X.: Knowledge fusion distillation: Improving distillation with multi-scale attention mechanisms. Neural Process. Lett. 55(5), 6165\u20136180 (2023)","journal-title":"Neural Process. Lett."},{"key":"2087_CR6","doi-asserted-by":"crossref","unstructured":"Gou, J., Xiong, X., Yu, B., Zhan, Y., Yi, Z.: Channel correlation-based selective knowledge distillation. IEEE Transactions on Cognitive and Developmental Systems, (2022)","DOI":"10.1109\/TCDS.2022.3232569"},{"key":"2087_CR7","doi-asserted-by":"crossref","unstructured":"Ma, N., Zhang, X., Zheng, H. T., Sun, J.: Shufflenet V2: practical guidelines for efficient CNN architecture design. In Vittorio Ferrari, Martial Hebert, Cristian Sminchisescu, and Yair Weiss, editors, Computer Vision - ECCV 2018 - 15th European Conference, Munich, Germany, September 8-14, 2018, Proceedings, Part XIV, volume 11218 of Lecture Notes in Computer Science, pages 122\u2013138. Springer, (2018)","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"2087_CR8","doi-asserted-by":"crossref","unstructured":"Yang, Z., Li, Z., Shao, M., Shi, D., Yuan, Z., Yuan, C.: Masked generative distillation. In European Conference on Computer Vision, pages 53\u201369. Springer, (2022)","DOI":"10.1007\/978-3-031-20083-0_4"},{"key":"2087_CR9","doi-asserted-by":"crossref","unstructured":"Yang, G., Tang, Y., Li, J., Xu, J., Wan, X.: Amd: Adaptive masked distillation for object detection. In 2023 International Joint Conference on Neural Networks (IJCNN), pages 1\u20138. IEEE, (2023)","DOI":"10.1109\/IJCNN54540.2023.10191080"},{"key":"2087_CR10","doi-asserted-by":"crossref","unstructured":"Zhao, B., Cui, Q., Song, R., Qiu, Y., Liang, J.: Decoupled knowledge distillation. In Proceedings of the IEEE\/CVF Conference on computer vision and pattern recognition, pages 11953\u201311962, (2022)","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"2087_CR11","unstructured":"Chi, Z., Zheng, T., Li, H., Yang, Z., Wu, B., Lin, B., Cai, D.: Normkd: Normalized logits for knowledge distillation. arXiv preprint arXiv:2308.00520, (2023)"},{"key":"2087_CR12","unstructured":"Zagoruyko,S., Komodakis, N.: Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer. arXiv preprint arXiv:1612.03928, (2016)"},{"key":"2087_CR13","unstructured":"Huang, T., Zhang, Y., You, S., Wang, F., Qian, C., Cao, J., Xu, C.: Masked distillation with receptive tokens. arXiv preprint arXiv:2205.14589, (2022)"},{"key":"2087_CR14","doi-asserted-by":"publisher","first-page":"131555","DOI":"10.1109\/ACCESS.2022.3227804","volume":"10","author":"S Akhter","year":"2022","unstructured":"Akhter, S., Hossain, M.I., Hossain, M.D., Huh, E.N.: Neures: Highly activated neurons responses transfer via distilling sparse activation maps. IEEE Access 10, 131555\u2013131566 (2022)","journal-title":"IEEE Access"},{"key":"2087_CR15","unstructured":"Huang, S., et al.: Sparse progressive distillation: Resolving overfitting under pretrain-and-finetune paradigm. arXiv preprint arXiv:2110.08190, (2021)"},{"key":"2087_CR16","unstructured":"Luo, S.W.C.L.Y.: Scale decoupled distillation. arXiv preprint arXiv:2403.13512, (2024)"},{"key":"2087_CR17","unstructured":"Xu, L., Liu, K., Liu, J., Wang, L., Xu, L., Cheng, J.: Local dense logit relations for enhanced knowledge distillation. arXiv preprint arXiv:2507.15911, (2025)"},{"issue":"28","key":"2087_CR18","doi-asserted-by":"publisher","first-page":"17285","DOI":"10.1007\/s00521-024-09933-2","volume":"36","author":"S Akhter","year":"2024","unstructured":"Akhter, S., Hossain, M.I., Hossain, M.D., Hong, C.S., Huh, E.N.: Enparanet: a novel deep learning architecture for faster prediction using low-computational resource devices. Neural Comput. App 36(28), 17285\u201317309 (2024)","journal-title":"Neural Comput. App"},{"issue":"3","key":"2087_CR19","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2024.104056","volume":"62","author":"MI Hossain","year":"2025","unstructured":"Hossain, M.I., Akhter, S., Mahbub, N.I., Hong, C.S., Huh, E.N.: Why logit distillation works: A novel knowledge distillation technique by deriving target augmentation and logits distortion. Inf. Process. Manag 62(3), 104056 (2025)","journal-title":"Inf. Process. Manag"},{"key":"2087_CR20","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2024.111579","volume":"159","author":"MI Hossain","year":"2024","unstructured":"Hossain, M.I., Akhter, S., Hong, C.S., Huh, E.N.: Purf: Improving teacher representations by imposing smoothness constraints for knowledge distillation. Appl. Soft Comput. 159, 111579 (2024)","journal-title":"Appl. Soft Comput."},{"key":"2087_CR21","doi-asserted-by":"crossref","unstructured":"Moayeri, M., Pope, P., Balaji, Y., Feizi, S.: A comprehensive study of image classification model sensitivity to foregrounds, backgrounds, and visual attributes. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 19087\u201319097, (2022)","DOI":"10.1109\/CVPR52688.2022.01850"},{"key":"2087_CR22","unstructured":"Sundararajan, M., Taly, A.: A note about: Local explanation methods for deep neural networks lack sensitivity to parameter values. arXiv:1806.04205, (2018)"},{"key":"2087_CR23","unstructured":"Smilkov, D., Thorat, N., Kim, B., Vi\u00e9gas, F., Wattenberg, M.: Smoothgrad: removing noise by adding noise. arXiv preprint arXiv:1706.03825, (2017)"},{"key":"2087_CR24","doi-asserted-by":"crossref","unstructured":"Liu, G., Reda, F. A., Shih, K. J., Wang, T. C., Tao, A., Catanzaro, B.: Image inpainting for irregular holes using partial convolutions. In Proceedings of the European conference on computer vision (ECCV), pages 85\u2013100, (2018)","DOI":"10.1007\/978-3-030-01252-6_6"},{"key":"2087_CR25","doi-asserted-by":"crossref","unstructured":"Balasubramanian, S., Feizi, S.: Towards improved input masking for convolutional neural networks. In Proceedings of the IEEE\/CVF International Conference on Computer Vision, 1855\u20131865, 2023","DOI":"10.1109\/ICCV51070.2023.00178"},{"key":"2087_CR26","doi-asserted-by":"crossref","unstructured":"Szegedy, C. et al.: Going deeper with convolutions. In Proceedings of the IEEE conference on computer vision and pattern recognition, pages 1\u20139, 2015","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"2087_CR27","doi-asserted-by":"crossref","unstructured":"Lin, T. Y., Doll\u00e1r, P., Girshick, R., He, K., Hariharan, B., Belongie, S.: Feature pyramid networks for object detection. In Proceedings of the IEEE conference on computer vision and pattern recognition, pages 2117\u20132125, (2017)","DOI":"10.1109\/CVPR.2017.106"},{"key":"2087_CR28","doi-asserted-by":"crossref","unstructured":"Zhang, G., Li, Z., Tang, C., Li, J., Hu, X.: Cednet: A cascade encoder-decoder network for dense prediction. arXiv preprint arXiv:2302.06052, (2023)","DOI":"10.2139\/ssrn.4857945"},{"key":"2087_CR29","doi-asserted-by":"crossref","unstructured":"Wu, Y., Yao, Q., Fan, X., Gong, M., Ma, W., Miao, Q.: Panet: A point-attention based multi-scale feature fusion network for point cloud registration. IEEE Transactions on Instrumentation and Measurement, (2023)","DOI":"10.1109\/TIM.2023.3271757"},{"issue":"36","key":"2087_CR30","first-page":"30726","volume":"36","author":"C He","year":"2024","unstructured":"He, C., et al.: Weakly-supervised concealed object segmentation with sam-based pseudo labeling and multi-scale feature grouping. Adv. Neural Inf. Process. Syst. 36(36), 30726\u201337 (2024)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"2087_CR31","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2022.106457","volume":"152","author":"P Wu","year":"2023","unstructured":"Wu, P., Wang, Z., Zheng, B., Li, H., Alsaadi, F.E., Zeng, N.: Aggn: Attention-based glioma grading network with multi-scale feature extraction and multi-modal information fusion. Comput. Biol. Med. 152, 106457 (2023)","journal-title":"Comput. Biol. Med."},{"key":"2087_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2023.106923","volume":"159","author":"Z Ding","year":"2023","unstructured":"Ding, Z., Li, H., Guo, Y., Zhou, D., Liu, Y., Xie, S.: M4fnet: Multimodal medical image fusion network via multi-receptive-field and multi-scale feature integration. Comput. Biol. Med. 159, 106923 (2023)","journal-title":"Comput. Biol. Med."},{"key":"2087_CR33","unstructured":"Krizhevsky, A., Hinton, G. et al.: Learning multiple layers of features from tiny images. (2009)"},{"key":"2087_CR34","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L. J., Li, K., Fei-Fei, L.: Imagenet: A large-scale hierarchical image database. In 2009 IEEE conference on computer vision and pattern recognition, pages 248\u2013255. IEEE, (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"2087_CR35","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In Proceedings of the IEEE conference on computer vision and pattern recognition, pages 770\u2013778, (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"2087_CR36","doi-asserted-by":"crossref","unstructured":"Zagoruyko, S., Komodakis, N.: Wide residual networks. arXiv preprint arXiv:1605.07146, (2016)","DOI":"10.5244\/C.30.87"},{"key":"2087_CR37","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556, (2014)"},{"key":"2087_CR38","unstructured":"Howard, A.G. et al.: Mobilenets: Efficient convolutional neural networks for mobile vision applications. arXiv preprint arXiv:1704.04861, (2017)"},{"key":"2087_CR39","doi-asserted-by":"crossref","unstructured":"Howard, A. et al.: Searching for mobilenetv3. In Proceedings of the IEEE\/CVF international conference on computer vision, pages 1314\u20131324, (2019)","DOI":"10.1109\/ICCV.2019.00140"},{"key":"2087_CR40","doi-asserted-by":"crossref","unstructured":"Zhang, X., Zhou, X., Lin, M., Sun, J.: Shufflenet: An extremely efficient convolutional neural network for mobile devices. In Proceedings of the IEEE conference on computer vision and pattern recognition, pages 6848\u20136856, (2018)","DOI":"10.1109\/CVPR.2018.00716"},{"key":"2087_CR41","doi-asserted-by":"crossref","unstructured":"Yang, Z., Zeng, A., Li, Z., Zhang, T., Yuan, C., Li, Y.: From knowledge distillation to self-knowledge distillation: A unified approach with normalized loss and customized soft labels. In Proceedings of the IEEE\/CVF International Conference on Computer Vision, pages 17185\u201317194, (2023)","DOI":"10.1109\/ICCV51070.2023.01576"},{"key":"2087_CR42","doi-asserted-by":"crossref","unstructured":"Sun, S., Ren, W., Li, J., Wang, R., Cao, X.: Logit standardization in knowledge distillation. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pages 15731\u201315740, (2024)","DOI":"10.1109\/CVPR52733.2024.01489"},{"key":"2087_CR43","first-page":"4233","volume":"38","author":"R Miles","year":"2024","unstructured":"Miles, R., Mikolajczyk, K.: Understanding the role of the projector in knowledge distillation. Proceed. AAAI. Conf. Artif. Intell 38, 4233\u20134241 (2024)","journal-title":"Proceed. AAAI. Conf. Artif. Intell"},{"key":"2087_CR44","first-page":"1504","volume":"37","author":"Z Li","year":"2023","unstructured":"Li, Z., Li, X., Yang, L., Zhao, B., Song, R., Luo, L., Li, J., Yang, J.: Curriculum temperature for knowledge distillation. Proceed. AAAI Conf. Artif. Intell 37, 1504\u20131512 (2023)","journal-title":"Proceed. AAAI Conf. Artif. Intell"},{"key":"2087_CR45","doi-asserted-by":"crossref","unstructured":"Cordts, M. et al.: The cityscapes dataset for semantic urban scene understanding. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pages 3213\u20133223, (2016)","DOI":"10.1109\/CVPR.2016.350"},{"issue":"2","key":"2087_CR46","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/s11263-009-0275-4","volume":"88","author":"M Everingham","year":"2010","unstructured":"Everingham, M., Van Gool, L., Williams, C.K., Winn, J., Zisserman, A.: The pascal visual object classes (voc) challenge. Int. J. Comput. vision 88(2), 303\u2013338 (2010)","journal-title":"Int. J. Comput. vision"}],"container-title":["Multimedia Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-025-02087-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00530-025-02087-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-025-02087-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T04:20:22Z","timestamp":1770783622000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00530-025-02087-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,15]]},"references-count":46,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,2]]}},"alternative-id":["2087"],"URL":"https:\/\/doi.org\/10.1007\/s00530-025-02087-8","relation":{},"ISSN":["0942-4962","1432-1882"],"issn-type":[{"value":"0942-4962","type":"print"},{"value":"1432-1882","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,15]]},"assertion":[{"value":"10 May 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 November 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 December 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"47"}}