{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T02:03:07Z","timestamp":1777600987223,"version":"3.51.4"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2025,11,26]],"date-time":"2025-11-26T00:00:00Z","timestamp":1764115200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,26]],"date-time":"2025-11-26T00:00:00Z","timestamp":1764115200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Natural Science Foundation for Outstanding Young Scholars of Fujian Province","award":["2022J06023"],"award-info":[{"award-number":["2022J06023"]}]},{"name":"Fujian Province Science and Technology Empowering Police Research Initiative","award":["2024Y0064"],"award-info":[{"award-number":["2024Y0064"]}]},{"name":"High-level Talent Innovation and Entrepreneurship Project of Quanzhou City","award":["2023C013R"],"award-info":[{"award-number":["2023C013R"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimedia Systems"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s00530-025-02061-4","type":"journal-article","created":{"date-parts":[[2025,11,26]],"date-time":"2025-11-26T10:22:16Z","timestamp":1764152536000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["MDIKD: multi-dimensional integration knowledge distillation"],"prefix":"10.1007","volume":"31","author":[{"given":"Xiaobin","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weiwei","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maohai","family":"Pang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jianqing","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,11,26]]},"reference":[{"key":"2061_CR1","doi-asserted-by":"crossref","unstructured":"Chen, D., Mei, J.P., Wang, C., Feng, Y., Chen, C.: Online knowledge distillation with diverse peers. In: National Conference on Artificial Intelligence (2020)","DOI":"10.1609\/aaai.v34i04.5746"},{"issue":"7","key":"2061_CR2","first-page":"38","volume":"14","author":"G Hinton","year":"2015","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. Comput. Sci. 14(7), 38\u201339 (2015)","journal-title":"Computer Science"},{"key":"2061_CR3","doi-asserted-by":"publisher","unstructured":"Jin, Y., Wang, J., Lin, D.: Multi-level logit distillation. In: 2023 IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp. 24276\u201324285 (2023). https:\/\/doi.org\/10.1109\/CVPR52729.2023.02325","DOI":"10.1109\/CVPR52729.2023.02325"},{"key":"2061_CR4","doi-asserted-by":"crossref","unstructured":"Li, Z., Huang, Y., Chen, D., Luo, T., Cai, N., Pan, Z.: Online knowledge distillation via multi-branch diversity enhancement. In: Ishikawa, H., Liu, C.-L., Pajdla, T., Shi, J. (eds.) Computer Vision - ACCV 2020, pp. 318\u2013333. Springer, Cham (2021)","DOI":"10.1007\/978-3-030-69538-5_20"},{"key":"2061_CR5","unstructured":"Mirzadeh, S.-I., Farajtabar, M., Li, A., Levine, N., Matsukawa, A., Ghasemzadeh, H.: Improved knowledge distillation via teacher assistant (2019). https:\/\/arxiv.org\/abs\/1902.03393"},{"key":"2061_CR6","unstructured":"Zhang, R., Shen, J., Liu, T., Liu, J., Bendersky, M., Najork, M., Zhang, C.: Do not blindly imitate the teacher: using perturbed loss for knowledge distillation (2023). https:\/\/arxiv.org\/abs\/2305.05010"},{"key":"2061_CR7","doi-asserted-by":"publisher","unstructured":"Zhang, Y., Xiang, T., Hospedales, T.M., Lu, H.: Deep mutual learning. In: 2018 IEEE\/CVF conference on computer vision and pattern recognition, pp. 4320\u20134328 (2018). https:\/\/doi.org\/10.1109\/CVPR.2018.00454","DOI":"10.1109\/CVPR.2018.00454"},{"key":"2061_CR8","doi-asserted-by":"publisher","unstructured":"Zhao, B., Cui, Q., Song, R., Qiu, Y., Liang, J.: Decoupled knowledge distillation. In: 2022 IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp. 11943\u201311952 (2022). https:\/\/doi.org\/10.1109\/CVPR52688.2022.01165","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"2061_CR9","doi-asserted-by":"publisher","unstructured":"Yang, Z., Zeng, A., Li, Z., Zhang, T., Yuan, C., Li, Y.: From knowledge distillation to self-knowledge distillation: a unified approach with normalized loss and customized soft labels. In: 2023 IEEE\/CVF International Conference on Computer Vision (ICCV), pp. 17139\u201317148 (2023). https:\/\/doi.org\/10.1109\/ICCV51070.2023.01576","DOI":"10.1109\/ICCV51070.2023.01576"},{"key":"2061_CR10","doi-asserted-by":"crossref","unstructured":"Ahn, S., Hu, S.X., Damianou, A., Lawrence, N.D., Dai, Z.: Variational information distillation for knowledge transfer (2019). https:\/\/arxiv.org\/abs\/1904.05835","DOI":"10.1109\/CVPR.2019.00938"},{"key":"2061_CR11","doi-asserted-by":"publisher","unstructured":"Chen, D., Mei, J.-P., Zhang, H., Wang, C., Feng, Y., Chen, C.: Knowledge distillation with the reused teacher classifier. In: 2022 IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp. 11923\u201311932 (2022). https:\/\/doi.org\/10.1109\/CVPR52688.2022.01163","DOI":"10.1109\/CVPR52688.2022.01163"},{"key":"2061_CR12","doi-asserted-by":"crossref","unstructured":"Guo, Z., Yan, H., Li, H., Lin, X.: Class attention transfer based knowledge distillation (2023). https:\/\/arxiv.org\/abs\/2304.12777","DOI":"10.1109\/CVPR52729.2023.01142"},{"key":"2061_CR13","doi-asserted-by":"publisher","unstructured":"Chen, P., Liu, S., Zhao, H., Jia, J.: Distilling knowledge via knowledge review. In: 2021 IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp. 5006\u20135015 (2021). https:\/\/doi.org\/10.1109\/CVPR46437.2021.00497","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"2061_CR14","doi-asserted-by":"publisher","unstructured":"Heo, B., Kim, J., Yun, S., Park, H., Kwak, N., Choi, J.Y.: A comprehensive overhaul of feature distillation. In: 2019 IEEE\/CVF international conference on computer vision (ICCV), pp. 1921\u20131930 (2019). https:\/\/doi.org\/10.1109\/ICCV.2019.00201","DOI":"10.1109\/ICCV.2019.00201"},{"key":"2061_CR15","unstructured":"Li, Z., Ye, J., Song, M., Huang, Y., Pan, Z.: Online knowledge distillation for efficient pose estimation (2022). https:\/\/arxiv.org\/abs\/2108.02092"},{"key":"2061_CR16","doi-asserted-by":"publisher","unstructured":"Lin, S., Xie, H., Wang, B., Yu, K., Chang, X., Liang, X., Wang, G.: Knowledge distillation via the target-aware transformer. In: 2022 IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp. 10905\u201310914 (2022). https:\/\/doi.org\/10.1109\/CVPR52688.2022.01064","DOI":"10.1109\/CVPR52688.2022.01064"},{"key":"2061_CR17","doi-asserted-by":"publisher","unstructured":"Liu, Y., Chen, K., Liu, C., Qin, Z., Luo, Z., Wang, J.: Structured knowledge distillation for semantic segmentation. In: 2019 IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp. 2599\u20132608 (2019). https:\/\/doi.org\/10.1109\/CVPR.2019.00271","DOI":"10.1109\/CVPR.2019.00271"},{"key":"2061_CR18","unstructured":"Romero, A., Ballas, N., Kahou, S.E., Chassang, A., Gatta, C., Bengio, Y.: FitNets: hints for thin deep nets (2015). https:\/\/arxiv.org\/abs\/1412.6550"},{"key":"2061_CR19","unstructured":"Tian, Y., Krishnan, D., Isola, P.: Contrastive representation distillation (2022). https:\/\/arxiv.org\/abs\/1910.10699"},{"key":"2061_CR20","doi-asserted-by":"publisher","unstructured":"Yim, J., Joo, D., Bae, J., Kim, J.: A gift from knowledge distillation: fast optimization, network minimization and transfer learning. In: 2017 IEEE Conference on computer vision and pattern recognition (CVPR), pp. 7130\u20137138 (2017). https:\/\/doi.org\/10.1109\/CVPR.2017.754","DOI":"10.1109\/CVPR.2017.754"},{"key":"2061_CR21","doi-asserted-by":"crossref","unstructured":"Guo, Z., Yan, H., Li, H., Lin, X.: Class attention transfer based knowledge distillation (2023). https:\/\/arxiv.org\/abs\/2304.12777","DOI":"10.1109\/CVPR52729.2023.01142"},{"key":"2061_CR22","unstructured":"Huang, T., You, S., Wang, F., Qian, C., Xu, C.: Knowledge distillation from a stronger teacher (2022). https:\/\/arxiv.org\/abs\/2205.10536"},{"key":"2061_CR23","unstructured":"Li, G., Li, X., Wang, Y., Zhang, S., Wu, Y., Liang, D.: Knowledge distillation for object detection via rank mimicking and prediction-guided feature imitation (2021). https:\/\/arxiv.org\/abs\/2112.04840"},{"key":"2061_CR24","doi-asserted-by":"publisher","unstructured":"Park, W., Kim, D., Lu, Y., Cho, M.: Relational knowledge distillation. In: 2019 IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp. 3962\u20133971 (2019). https:\/\/doi.org\/10.1109\/CVPR.2019.00409","DOI":"10.1109\/CVPR.2019.00409"},{"key":"2061_CR25","doi-asserted-by":"crossref","unstructured":"Peng, B., Jin, X., Liu, J., Zhou, S., Wu, Y., Liu, Y., Li, D., Zhang, Z.: Correlation congruence for knowledge distillation (2019). https:\/\/arxiv.org\/abs\/1904.01802","DOI":"10.1109\/ICCV.2019.00511"},{"key":"2061_CR26","doi-asserted-by":"publisher","unstructured":"Tung, F., Mori, G.: Similarity-preserving knowledge distillation. In: 2019 IEEE\/CVF International conference on computer vision (ICCV), pp. 1365\u20131374 (2019). https:\/\/doi.org\/10.1109\/ICCV.2019.00145","DOI":"10.1109\/ICCV.2019.00145"},{"key":"2061_CR27","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1016\/j.neucom.2020.07.048","volume":"415","author":"Y Liu","year":"2020","unstructured":"Liu, Y., Zhang, W., Wang, J.: Adaptive multi-teacher multi-level knowledge distillation. Neurocomputing 415, 106\u2013113 (2020). https:\/\/doi.org\/10.1016\/j.neucom.2020.07.048","journal-title":"Neurocomputing"},{"key":"2061_CR28","doi-asserted-by":"crossref","unstructured":"Yao, A., Sun, D.: Knowledge transfer via dense cross-layer mutual-distillation. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) Computer vision - ECCV 2020, pp. 294\u2013311. Springer, Cham (2020)","DOI":"10.1007\/978-3-030-58555-6_18"},{"key":"2061_CR29","unstructured":"Lan, X., Zhu, X., Gong, S.: Knowledge distillation by on-the-fly native ensemble (2018). https:\/\/arxiv.org\/abs\/1806.04606"},{"key":"2061_CR30","doi-asserted-by":"crossref","unstructured":"Xu, G., Liu, Z., Li, X., Loy, C.C.: Knowledge distillation meets self-supervision. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) Computer vision - ECCV 2020, pp. 588\u2013604. Springer, Cham (2020)","DOI":"10.1007\/978-3-030-58545-7_34"},{"key":"2061_CR31","doi-asserted-by":"crossref","unstructured":"Xue, M., Song, J., Wang, X., Chen, Y., Song, M.: Kdexplainer: A task-oriented attention model for explaining knowledge distillation (2021)","DOI":"10.24963\/ijcai.2021\/444"},{"key":"2061_CR32","unstructured":"Zagoruyko, S., Komodakis, N.: Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer (2017). https:\/\/arxiv.org\/abs\/1612.03928"},{"key":"2061_CR33","unstructured":"Chen, D., Mei, J.-P., Zhang, Y., Wang, C., Feng, Y., Chen, C.: Cross-layer distillation with semantic calibration (2021). https:\/\/arxiv.org\/abs\/2012.03236"},{"key":"2061_CR34","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images. Handbook of systemic autoimmune diseases 1(4) (2009)"},{"key":"2061_CR35","doi-asserted-by":"publisher","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.-J., Li, K., Fei-Fei, L.: Imagenet: a large-scale hierarchical image database. In: 2009 IEEE conference on computer vision and pattern recognition, pp. 248\u2013255 (2009). https:\/\/doi.org\/10.1109\/CVPR.2009.5206848","DOI":"10.1109\/CVPR.2009.5206848"},{"issue":"86","key":"2061_CR36","first-page":"2579","volume":"9","author":"L Maaten","year":"2008","unstructured":"Maaten, L., Hinton, G.: Visualizing data using t-sne. J. Mach. Learn. Res. 9(86), 2579\u20132605 (2008)","journal-title":"J. Mach. Learn. Res."}],"container-title":["Multimedia Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-025-02061-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00530-025-02061-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-025-02061-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,19]],"date-time":"2025-12-19T07:00:01Z","timestamp":1766127601000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00530-025-02061-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,26]]},"references-count":36,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["2061"],"URL":"https:\/\/doi.org\/10.1007\/s00530-025-02061-4","relation":{},"ISSN":["0942-4962","1432-1882"],"issn-type":[{"value":"0942-4962","type":"print"},{"value":"1432-1882","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,26]]},"assertion":[{"value":"19 May 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 October 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 November 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors of this research paper declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"471"}}