{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T05:17:26Z","timestamp":1783315046282,"version":"3.54.6"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T00:00:00Z","timestamp":1773187200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T00:00:00Z","timestamp":1773187200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"the Key Scientific Research Project of Henan Province","award":["231111210500"],"award-info":[{"award-number":["231111210500"]}]},{"name":"the Key Scientific Research Project of Henan Province","award":["231111210500"],"award-info":[{"award-number":["231111210500"]}]},{"name":"the Key Scientific Research Project of Henan Province","award":["231111210500"],"award-info":[{"award-number":["231111210500"]}]},{"name":"the \u201c Double First-Class \u201d Discipline Development Project for Surveying and Mapping Science and Technology","award":["GCCYJKT202513"],"award-info":[{"award-number":["GCCYJKT202513"]}]},{"name":"the \u201c Double First-Class \u201d Discipline Development Project for Surveying and Mapping Science and Technology","award":["GCCYJKT202513"],"award-info":[{"award-number":["GCCYJKT202513"]}]},{"name":"the \u201c Double First-Class \u201d Discipline Development Project for Surveying and Mapping Science and Technology","award":["GCCYJKT202513"],"award-info":[{"award-number":["GCCYJKT202513"]}]},{"name":"the Key Scientific Research Project of Higher Education Institutions in Henan Province under Grant Number","award":["26A520011"],"award-info":[{"award-number":["26A520011"]}]},{"name":"the Key Scientific Research Project of Higher Education Institutions in Henan Province under Grant Number","award":["26A520011"],"award-info":[{"award-number":["26A520011"]}]},{"name":"the Key Scientific Research Project of Higher Education Institutions in Henan Province under Grant Number","award":["26A520011"],"award-info":[{"award-number":["26A520011"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimedia Systems"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1007\/s00530-026-02245-6","type":"journal-article","created":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T07:53:18Z","timestamp":1773215598000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Cross-branch knowledge distillation via shallow layer guidance"],"prefix":"10.1007","volume":"32","author":[{"given":"Mingfu","family":"Zhu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qiaoqiao","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chuanqi","family":"Ma","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,3,11]]},"reference":[{"issue":"7553","key":"2245_CR1","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature. 521(7553), 436\u2013444 (2015)","journal-title":"Nature"},{"key":"2245_CR2","doi-asserted-by":"crossref","unstructured":"Qian, S., Ning, C., Hu, Y.: MobileNetV3 for image classification. In: 2021 IEEE 2nd International Conference on Big Data, Artificial Intelligence and Internet of Things Engineering (ICBAIE). IEEE, pp. 490\u2013497 (2021)","DOI":"10.1109\/ICBAIE52039.2021.9389905"},{"issue":"12","key":"2245_CR3","doi-asserted-by":"publisher","first-page":"8515","DOI":"10.1016\/j.asr.2025.04.009","volume":"75","author":"H Song","year":"2025","unstructured":"Song, H., Xie, J., Duan, Y., Xie, X., Zhou, Y., Wang, W.: CMKD-Net: A cross-modal knowledge distillation method for remote sensing image classification. Adv. Space Res. 75(12), 8515\u20138534 (2025)","journal-title":"Adv. Space Res."},{"issue":"7","key":"2245_CR4","doi-asserted-by":"publisher","first-page":"1002","DOI":"10.3390\/sym17071002","volume":"17","author":"H Song","year":"2025","unstructured":"Song, H., Xie, J., Liang, L., et al.: Symmetrical learning and transferring: Efficient knowledge distillation for remote sensing image classification. Symmetry. 17(7), 1002 (2025)","journal-title":"Symmetry"},{"key":"2245_CR5","unstructured":"Reis, D., Kupec, J., Hong, J., et al.: Real-time flying object detection with YOLOv8, arXiv preprint arXiv:2305.09972 (2023)"},{"key":"2245_CR6","doi-asserted-by":"publisher","first-page":"107984","DOI":"10.52202\/079017-3429","volume":"37","author":"A Wang","year":"2024","unstructured":"Wang, A., Chen, H., Liu, L., et al.: YOLOv10: real-time end-to-end object detection. Adv. Neural Inf. Process. Syst. 37, 107984\u2013108011 (2024)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"2245_CR7","doi-asserted-by":"crossref","unstructured":"Chen, Y., Yuan, X., Wang, J., et al.: YOLO-MS: Rethinking multi-scale representation learning for real-time object detection. IEEE Trans. Pattern Anal. Mach. Intell. 47(6), 4240\u20134252 (2025)","DOI":"10.1109\/TPAMI.2025.3538473"},{"key":"2245_CR8","unstructured":"Amit, T., Shaharbany, T., Nachmani, E., et al.: SegDiff: image segmentation with diffusion probabilistic models, arXiv preprint arXiv:2112.00390 (2021)"},{"key":"2245_CR9","doi-asserted-by":"crossref","unstructured":"Jain, J., Li, J., Chiu, M.T., et al.: OneFormer: one transformer to rule universal image segmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2989\u20132998 (2023)","DOI":"10.1109\/CVPR52729.2023.00292"},{"key":"2245_CR10","doi-asserted-by":"publisher","first-page":"103547","DOI":"10.1016\/j.media.2025.103547","volume":"102","author":"J Wu","year":"2025","unstructured":"Wu, J., Wang, Z., Hong, M., et al.: Medical SAM adapter: Adapting segment anything model for medical image segmentation. Med. Image Anal. 102, 103547 (2025)","journal-title":"Med. Image Anal."},{"issue":"6","key":"2245_CR11","doi-asserted-by":"publisher","first-page":"6158","DOI":"10.1109\/TCSVT.2025.3530248","volume":"35","author":"C-X Li","year":"2025","unstructured":"Li, C.-X., Zhang, D., Hu, Z., Wu, X.-J.: Modality fused class-proxy with knowledge distillation for zero-shot sketch-based image retrieval. IEEE Trans. Circuits Syst. Video Technol. 35(6), 6158\u20136169 (2025)","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"key":"2245_CR12","doi-asserted-by":"publisher","first-page":"108343","DOI":"10.1016\/j.patcog.2021.108343","volume":"122","author":"D Zhang","year":"2022","unstructured":"Zhang, D., Wu, X.-J.: Robust and discrete matrix factorization hashing for cross-modal retrieval. Pattern Recogn. 122, 108343 (2022)","journal-title":"Pattern Recogn."},{"key":"2245_CR13","doi-asserted-by":"crossref","unstructured":"Zhang, D., Wu, X.-J., Yu, J.: Discrete bidirectional matrix factorization hashing for zero-shot cross-media retrieval. In: Chinese Conference on Pattern Recognition and Computer Vision (PRCV). Springer, Cham, pp. 524\u2013536 (2021)","DOI":"10.1007\/978-3-030-88007-1_43"},{"key":"2245_CR14","first-page":"38","volume":"14","author":"G Hinton","year":"2015","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. Comput. Sci. 14, 38\u201339 (2015)","journal-title":"Comput. Sci."},{"key":"2245_CR15","first-page":"5191","volume":"344","author":"SI Mirzadeh","year":"2020","unstructured":"Mirzadeh, S.I., Farajtabar, M., Li, A., et al.: Improved knowledge distillation via teacher assistant. Proc. AAAI Conf. Artif. Intell. 344, 5191\u20135198 (2020)","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"2245_CR16","doi-asserted-by":"crossref","unstructured":"Chen, P., Liu, S., Zhao, H., et al.: Distilling knowledge via knowledge review. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 5008\u20135017 (2021)","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"2245_CR17","first-page":"1504","volume":"372","author":"Z Li","year":"2023","unstructured":"Li, Z., Li, X., Yang, L., et al.: Curriculum temperature for knowledge distillation. Proc. AAAI Conf. Artif. Intell. 372, 1504\u20131512 (2023)","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"issue":"6","key":"2245_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3699518","volume":"16","author":"C Yang","year":"2025","unstructured":"Yang, C., Zhu, Y., Lu, W., et al.: Survey on knowledge distillation for large Language models: methods, evaluation, and application. ACM Trans. Intell. Syst. Technol. 16(6), 1\u201327 (2025)","journal-title":"ACM Trans. Intell. Syst. Technol."},{"key":"2245_CR19","doi-asserted-by":"publisher","first-page":"7901","DOI":"10.1109\/TMM.2024.3372833","volume":"26","author":"J Gou","year":"2024","unstructured":"Gou, J., Chen, Y., Yu, B., et al.: Reciprocal teacher-student learning via forward and feedback knowledge distillation. IEEE Trans. Multimed. 26, 7901\u20137916 (2024)","journal-title":"IEEE Trans. Multimed"},{"key":"2245_CR20","doi-asserted-by":"publisher","first-page":"107404","DOI":"10.1016\/j.neunet.2025.107404","volume":"188","author":"J Gou","year":"2025","unstructured":"Gou, J., Lin, J., Li, L., Ou, W., Yu, B., Yi, Z.: Intra-class progressive and adaptive self-distillation. Neural Netw. 188, 107404 (2025)","journal-title":"Neural Netw."},{"key":"2245_CR21","doi-asserted-by":"publisher","first-page":"106393","DOI":"10.1016\/j.neunet.2024.106393","volume":"178","author":"Y Zhiyed","year":"2024","unstructured":"Zhiyed, Y., Nguyen, T.P., et al.: Efficient tensor decomposition-based filter pruning. Neural Netw. 178, 106393 (2024)","journal-title":"Neural Netw."},{"key":"2245_CR22","doi-asserted-by":"crossref","unstructured":"Li, X., Liu, Y., Lian, L., et al.: Q-diffusion: quantizing diffusion models. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 17535\u201317545 (2023)","DOI":"10.1109\/ICCV51070.2023.01608"},{"key":"2245_CR23","unstructured":"Hsu, Y.C., Hua, T., Chang, S., et al.: Language model compression with weighted low-rank factorization. In: International Conference on Learning Representations (ICLR), Poster, pp. 1\u201315 (2022)"},{"key":"2245_CR24","doi-asserted-by":"crossref","unstructured":"Zhao, B., Cui, Q., Song, R., et al.: Decoupled knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11953\u201311962 (2022)","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"2245_CR25","unstructured":"Wang, J., Chen, Y.G., Lin, I.C., et al.: Basis sharing: cross-layer parameter sharing for large Language model compression. In: The Thirteenth International Conference on Learning Representations (ICLR), pp. 1\u201319 (2025)"},{"key":"2245_CR26","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Xiang, T., Hospedales, T.M., et al.: Deep mutual learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4320\u20134328 (2018)","DOI":"10.1109\/CVPR.2018.00454"},{"key":"2245_CR27","unstructured":"Zhu, X., Gong, S., et al.: Knowledge distillation by on-the-fly native ensemble. In: Adv. Neural Inf. Process. Syst., pp. 7527\u20137537 (2018)"},{"key":"2245_CR28","unstructured":"Romero, A., Ballas, N., Kahou, S.E., et al.: FitNets: hints for thin deep nets. In: Proceedings of International Conference on Learning Representations (2015)"},{"key":"2245_CR29","unstructured":"Zagoruyko, S., Komodakis, N.: Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer. In: International Conference on Learning Representations (ICLR), Poster, pp. 1\u201313 (2017)"},{"key":"2245_CR30","doi-asserted-by":"crossref","unstructured":"Park, W., Kim, D., Lu, Y., et al.: Relational knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3967\u20133976 (2019)","DOI":"10.1109\/CVPR.2019.00409"},{"key":"2245_CR31","doi-asserted-by":"crossref","unstructured":"Guo, Z., Yan, H., Li, H., et al.: Class attention transfer based knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11868\u201311877 (2023)","DOI":"10.1109\/CVPR52729.2023.01142"},{"issue":"1","key":"2245_CR32","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1109\/TETCI.2023.3304948","volume":"8","author":"Z Xiao","year":"2023","unstructured":"Xiao, Z., Xing, H., Zhao, B., et al.: Deep contrastive representation learning with self-distillation. IEEE Trans. Emerg. Top. Comput. Intell. 8(1), 3\u201315 (2023)","journal-title":"IEEE Trans. Emerg. Top. Comput. Intell."},{"issue":"8","key":"2245_CR33","doi-asserted-by":"publisher","first-page":"10212","DOI":"10.1109\/TPAMI.2023.3257878","volume":"45","author":"C Yang","year":"2023","unstructured":"Yang, C., An, Z., Zhou, H., et al.: Online knowledge distillation via mutual contrastive learning for visual recognition. IEEE Trans. Pattern Anal. Mach. Intell. 45(8), 10212\u201310227 (2023)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"2245_CR34","doi-asserted-by":"crossref","unstructured":"Miles, R., Yucel, M.K., Manganelli, B., et al.: MobileVOS: real-time video object segmentation contrastive learning meets knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10480\u201310490 (2023)","DOI":"10.1109\/CVPR52729.2023.01010"},{"key":"2245_CR35","doi-asserted-by":"crossref","unstructured":"He, H., Wang, J., Zhang, Z., et al.: Compressing deep graph neural networks via adversarial knowledge distillation. In: Proceedings of the 28th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, pp. 534\u2013544 (2022)","DOI":"10.1145\/3534678.3539315"},{"key":"2245_CR36","doi-asserted-by":"crossref","unstructured":"Gao, L., Zhang, Z., Wu, C.: FedDTG: federated data-free knowledge distillation via three-player generative adversarial networks. In: International Conference on Neural Information Processing. Springer, pp. 16\u201330 (2024)","DOI":"10.1007\/978-981-96-6969-1_2"},{"key":"2245_CR37","doi-asserted-by":"publisher","first-page":"102693","DOI":"10.1016\/j.media.2022.102693","volume":"84","author":"Y Wang","year":"2023","unstructured":"Wang, Y., Wang, Y., Cai, J., et al.: SSD-KD: A self-supervised diverse knowledge distillation method for lightweight skin lesion classification using dermoscopic images. Med. Image Anal. 84, 102693 (2023)","journal-title":"Med. Image Anal."},{"key":"2245_CR38","doi-asserted-by":"crossref","unstructured":"Yang, C., An, Z., Cai, L., et al.: Hierarchical self-supervised augmented knowledge distillation, arXiv preprint arXiv:2107.13715 (2021)","DOI":"10.24963\/ijcai.2021\/168"},{"key":"2245_CR39","first-page":"1","volume":"60","author":"J Yue","year":"2021","unstructured":"Yue, J., Fang, L., Rahmani, H., et al.: Self-supervised learning with adaptive distillation for hyperspectral image classification. IEEE Trans. Geosci. Remote Sens. 60, 1\u201313 (2021)","journal-title":"IEEE Trans. Geosci. Remote Sens."},{"key":"2245_CR40","first-page":"3430","volume":"344","author":"D Chen","year":"2020","unstructured":"Chen, D., P Mei, J., Wang, C., et al.: Online knowledge distillation with diverse peers. Proc. AAAI Conf. Artif. Intell. 344, 3430\u20133437 (2020)","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"2245_CR41","doi-asserted-by":"crossref","unstructured":"Guo, Q., Wang, X., Wu, Y., et al.: Online knowledge distillation via collaborative learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11020\u201311029 (2020)","DOI":"10.1109\/CVPR42600.2020.01103"},{"key":"2245_CR42","unstructured":"Krizhevsky, A., Hinton, G., et al.: Learning multiple layers of features from tiny images. Technical Report, University of Toronto, pp. 1\u201360 (2009)"},{"issue":"3","key":"2245_CR43","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., Deng, J., Su, H., et al.: ImageNet large scale visual recognition challenge. Int. J. Comput. Vis. 115(3), 211\u2013252 (2015)","journal-title":"Int. J. Comput. Vis."},{"key":"2245_CR44","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., et al.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"2245_CR45","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition, arXiv preprint arXiv:1409.1556 (2014)"},{"key":"2245_CR46","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, Z., Van Der Maaten, L., et al.: Densely connected convolutional networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4700\u20134708 (2017)","DOI":"10.1109\/CVPR.2017.243"},{"key":"2245_CR47","doi-asserted-by":"crossref","unstructured":"Zagoruyko, S., Komodakis, N.: Wide residual networks, arXiv preprint arXiv:1605.07146 (2016)","DOI":"10.5244\/C.30.87"},{"key":"2245_CR48","unstructured":"Dosovitskiy, A., Beyer, L., Kolesnikov, A., et al.: An image is worth 16x16 words: Transformers for image recognition at scale. In: International Conference on Learning Representations (ICLR), pp. 1\u201321 (2021),"},{"key":"2245_CR49","unstructured":"Song, G., Chai, W.: Collaborative learning for deep neural networks.In: Advances in Neural Information Processing Systems 31 (NeurIPS 2018), pp. 1832\u20131841 (2018)"},{"key":"2245_CR50","doi-asserted-by":"crossref","unstructured":"Kim, J., Hyun, M., Chung, I., et al.: Feature fusion for online mutual knowledge distillation. In: 2020 25th International Conference on Pattern Recognition (ICPR). IEEE, pp. 4619\u20134625 (2021)","DOI":"10.1109\/ICPR48806.2021.9412615"},{"issue":"12","key":"2245_CR51","first-page":"10302","volume":"35","author":"G Wu","year":"2021","unstructured":"Wu, G., Gong, S.: Peer collaborative learning for online knowledge distillation. Proc. AAAI Conf. Artif. Intell. 35(12), 10302\u201310310 (2021)","journal-title":"Proc. AAAI Conf. Artif. Intell."}],"container-title":["Multimedia Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-026-02245-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00530-026-02245-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-026-02245-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T05:00:38Z","timestamp":1783314038000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00530-026-02245-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,11]]},"references-count":51,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2026,6]]}},"alternative-id":["2245"],"URL":"https:\/\/doi.org\/10.1007\/s00530-026-02245-6","relation":{},"ISSN":["0942-4962","1432-1882"],"issn-type":[{"value":"0942-4962","type":"print"},{"value":"1432-1882","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,11]]},"assertion":[{"value":"11 September 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 January 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declared that they have no conflicts of interest\/competing interests in this work.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"227"}}