{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T19:07:36Z","timestamp":1757617656620,"version":"3.44.0"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"7-8","license":[{"start":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T00:00:00Z","timestamp":1743033600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T00:00:00Z","timestamp":1743033600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Henan Key Laboratory of Network Cryptography Technology","award":["No. LNCT2022-A04","No. LNCT2022-A04","No. LNCT2022-A04","No. LNCT2022-A04","No. LNCT2022-A04","No. LNCT2022-A04"],"award-info":[{"award-number":["No. LNCT2022-A04","No. LNCT2022-A04","No. LNCT2022-A04","No. LNCT2022-A04","No. LNCT2022-A04","No. LNCT2022-A04"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. Mach. Learn. & Cyber."],"published-print":{"date-parts":[[2025,8]]},"DOI":"10.1007\/s13042-025-02551-x","type":"journal-article","created":{"date-parts":[[2025,3,30]],"date-time":"2025-03-30T00:10:58Z","timestamp":1743293458000},"page":"4931-4943","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["MPKD-DCFI: multi-path knowledge distillation via dynamic contextual feature interaction"],"prefix":"10.1007","volume":"16","author":[{"given":"Wei","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wenju","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bin","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Junfeng","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wei","family":"She","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhao","family":"Tian","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,3,27]]},"reference":[{"key":"2551_CR1","unstructured":"Hinton G, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. arXiv:1503.02531"},{"key":"2551_CR2","unstructured":"Tian Y, Krishnan D, Isola P (2019) Contrastive representation distillation. arXiv:1910.10699"},{"issue":"12","key":"2551_CR3","doi-asserted-by":"publisher","first-page":"3501","DOI":"10.1109\/JSAC.2022.3213317","volume":"40","author":"F Tang","year":"2022","unstructured":"Tang F, Wen C, Luo L, Zhao M, Kato N (2022) Blockchain-based trusted traffic offloading in space-air-ground integrated networks (sagin): a federated reinforcement learning approach. IEEE J Sel Areas Commun 40(12):3501\u20133516","journal-title":"IEEE J Sel Areas Commun"},{"key":"2551_CR4","unstructured":"Zagoruyko S, Komodakis N (2016) Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer. arXiv:1612.03928"},{"key":"2551_CR5","doi-asserted-by":"crossref","unstructured":"Park W, Kim D, Lu Y, Cho M (2019) Relational knowledge distillation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 3967\u20133976","DOI":"10.1109\/CVPR.2019.00409"},{"key":"2551_CR6","doi-asserted-by":"crossref","unstructured":"Heo B, Lee M, Yun S, Choi JY (2019) Knowledge transfer via distillation of activation boundaries formed by hidden neurons. In: Proceedings of the AAAI conference on artificial intelligence, vol 33, pp 3779\u20133787","DOI":"10.1609\/aaai.v33i01.33013779"},{"key":"2551_CR7","doi-asserted-by":"crossref","unstructured":"Zhang Y, Xiang T, Hospedales TM, Lu H (2018) Deep mutual learning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4320\u20134328","DOI":"10.1109\/CVPR.2018.00454"},{"key":"2551_CR8","doi-asserted-by":"crossref","unstructured":"Yao A, Sun D (2020) Knowledge transfer via dense cross-layer mutual-distillation. In: Computer vision\u2013ECCV 2020: 16th European conference, Glasgow, UK, August 23\u201328, 2020, Proceedings, Part XV 16. Springer International Publishing, pp 294\u2013311","DOI":"10.1007\/978-3-030-58555-6_18"},{"key":"2551_CR9","doi-asserted-by":"crossref","unstructured":"Zhang L, Song J, Gao A, Chen J, Bao C, Ma K (2019) Be your own teacher: Improve the performance of convolutional neural networks via self distillation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 3713\u20133722","DOI":"10.1109\/ICCV.2019.00381"},{"key":"2551_CR10","doi-asserted-by":"crossref","unstructured":"Yuan L, Tay FE, Li G, Wang T, Feng J (2020) Revisiting knowledge distillation via label smoothing regularization. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 3903\u20133911","DOI":"10.1109\/CVPR42600.2020.00396"},{"key":"2551_CR11","first-page":"2184","volume":"33","author":"Z Zhang","year":"2020","unstructured":"Zhang Z, Sabuncu M (2020) Self-distillation as instance-specific label smoothing. Adv Neural Inf Process Syst 33:2184\u20132195","journal-title":"Adv Neural Inf Process Syst"},{"key":"2551_CR12","doi-asserted-by":"crossref","unstructured":"Ye J, Ji Y, Wang X et al (2019) Student becoming the master: knowledge amalgamation for joint scene parsing, depth estimation, and more. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 2829\u20132838","DOI":"10.1109\/CVPR.2019.00294"},{"key":"2551_CR13","first-page":"3068","volume":"33","author":"C Shen","year":"2019","unstructured":"Shen C, Wang X, Song J, Sun L, Song M (2019) Amalgamating knowledge towards comprehensive classification. Proc AAAI Conf Artif Intell 33:3068\u20133075","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"2551_CR14","doi-asserted-by":"crossref","unstructured":"Chen H, Wang Y, Xu C, Yang Z, Liu C, Shi B et al (2019) Data-free learning of student networks. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 3514\u20133522","DOI":"10.1109\/ICCV.2019.00361"},{"key":"2551_CR15","unstructured":"Fang G, Song J, Shen C, Wang X, Song M (2019) Data-free adversarial distillation"},{"issue":"5","key":"2551_CR16","doi-asserted-by":"publisher","first-page":"2647","DOI":"10.1109\/TNNLS.2021.3107317","volume":"34","author":"Y Fu","year":"2021","unstructured":"Fu Y, Li S, Zhao H, Wang W, Fang W, Zhuang Y, Pan Z, Li X (2021) Elastic knowledge distillation by learning from recollection. IEEE Trans Neural Netw Learn Syst 34(5):2647\u20132658","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"2551_CR17","first-page":"11920","volume":"34","author":"G Fang","year":"2021","unstructured":"Fang G, Bao Y, Song J, Wang X, Xie D, Shen C, Song M (2021) Mosaicking to distill: knowledge distillation from out-of-domain data. Adv Neural Inf Process Syst 34:11920\u201311932","journal-title":"Adv Neural Inf Process Syst"},{"key":"2551_CR18","doi-asserted-by":"crossref","unstructured":"Liu Y, Cao J, Li B, Yuan C, Hu W, Li Y, Duan Y (2019) Knowledge distillation via instance relationship graph. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 7096\u20137104","DOI":"10.1109\/CVPR.2019.00726"},{"key":"2551_CR19","unstructured":"Laine S, Aila T (2016) Temporal ensembling for semi-supervised learning. arXiv preprint arXiv:1610.02242"},{"issue":"5","key":"2551_CR20","doi-asserted-by":"publisher","first-page":"7099","DOI":"10.1109\/TII.2022.3209672","volume":"19","author":"J Gou","year":"2022","unstructured":"Gou J, Sun L, Yu B, Wan S, Ou W, Yi Z (2022) Multilevel attention-based sample correlations for knowledge distillation. IEEE Trans Ind Inf 19(5):7099\u20137109","journal-title":"IEEE Trans Ind Inf"},{"key":"2551_CR21","doi-asserted-by":"crossref","unstructured":"Pham C, Nguyen V-A, Le T, Phung D, Carneiro G, Do T-T (2024) Frequency attention for knowledge distillation. In: Proceedings of the IEEE\/CVF winter conference on applications of computer vision, pp 2277\u20132286","DOI":"10.1109\/WACV57701.2024.00227"},{"key":"2551_CR22","doi-asserted-by":"crossref","unstructured":"Tung F, Mori G (2019) Similarity-preserving knowledge distillation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp. 1365\u20131374","DOI":"10.1109\/ICCV.2019.00145"},{"key":"2551_CR23","unstructured":"Romero A, Ballas N, Kahou SE, Chassang A, Gatta C, Bengio Y (2014) Fitnets: Hints for thin deep nets. arXiv preprint arXiv:1412.6550"},{"key":"2551_CR24","doi-asserted-by":"crossref","unstructured":"Yim J, Joo D, Bae J, Kim J (2017) A gift from knowledge distillation: Fast optimization, network minimization and transfer learning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4133\u20134141","DOI":"10.1109\/CVPR.2017.754"},{"key":"2551_CR25","unstructured":"Fang G, Song J, Shen C et al (2019) Data-free adversarial distillation. arXiv preprint arXiv:1912.11006"},{"key":"2551_CR26","doi-asserted-by":"crossref","unstructured":"Heo B, Lee M, Yun S, Choi JY (2019) Knowledge transfer via distillation of activation boundaries formed by hidden neurons. In: Proceedings of the AAAI conference on artificial intelligence, vol 33, no 01, pp 3779\u20133787","DOI":"10.1609\/aaai.v33i01.33013779"},{"key":"2551_CR27","unstructured":"Srinivas S, Fleuret F (2018) Knowledge transfer with jacobian matching. In: International conference on machine learning. PMLR, pp 4723\u20134731"},{"key":"2551_CR28","unstructured":"Wu F, Fan A, Baevski A et al (2019) Pay less attention with lightweight and dynamic convolutions. arxiv preprint arxiv:1901.10430"},{"key":"2551_CR29","doi-asserted-by":"crossref","unstructured":"Ahn S, Hu S X, Damianou A et al (2019) Variational information distillation for knowledge transfer. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 9163\u20139171","DOI":"10.1109\/CVPR.2019.00938"},{"issue":"11","key":"2551_CR30","doi-asserted-by":"publisher","first-page":"735","DOI":"10.3390\/info15110735","volume":"15","author":"X Cheng","year":"2024","unstructured":"Cheng X, Zhou J (2024) Lgfa-mtkd: enhancing multi-teacher knowledge distillation with local and global frequency attention. Information 15(11):735","journal-title":"Information"},{"key":"2551_CR31","unstructured":"Li R, Tian G, Zhang J Knowledge rearranged multi-teacher distillation. Available at SSRN 5019738"},{"issue":"7540","key":"2551_CR32","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"2551_CR33","unstructured":"Schulman J, Wolski F, Dhariwal P et al (2017) Proximal policy optimization algorithms. arxiv preprint arxiv:1707.06347"},{"issue":"12","key":"2551_CR34","doi-asserted-by":"publisher","first-page":"7821","DOI":"10.1109\/TSMC.2024.3459633","volume":"54","author":"Y Ren","year":"2024","unstructured":"Ren Y, Liu J, Zhao H et al (2024) An industrial fault sample reconstruction and generation method under limited samples with missing information. IEEE Trans Syst Man Cybernet Syst 54(12):7821\u20137833. https:\/\/doi.org\/10.1109\/TSMC.2024.3459633","journal-title":"IEEE Trans Syst Man Cybernet Syst"},{"key":"2551_CR35","unstructured":"Hou Z, Zhang K, Wan Y, Li D, Fu C, Yu H (2020) Off-policy maximum entropy reinforcement learning: soft actor-critic with advantage weighted mixture policy (sac-awmp). arXiv preprint arXiv:2002.02829"},{"key":"2551_CR36","unstructured":"Rosenbaum C, Klinger T, Riemer M (2017) Routing networks: adaptive selection of non-linear functions for multi-task learning. arxiv preprint arxiv:1711.01239"},{"key":"2551_CR37","unstructured":"Rosenbaum C, Cases I, Riemer M et al (2019) Routing networks and the challenges of modular and compositional computation. arxiv preprint arxiv:1904.12774"},{"key":"2551_CR38","unstructured":"Fernando C, Banarse D, Blundell C et al (2017) Pathnet: evolution channels gradient descent in super neural networks. arxiv preprint arxiv:1701.08734"},{"key":"2551_CR39","unstructured":"Bengio E, Bacon P L, Pineau J et al (2015) Conditional computation in neural networks for faster models. arXiv preprint arXiv:1511.06297"},{"key":"2551_CR40","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1162\/neco.1991.3.1.79","volume":"3","author":"RA Jacobs","year":"1991","unstructured":"Jacobs RA, Jordan MI, Nowlan SJ, Hinton GE (1991) Adaptive mixtures of local experts. Neural Comput 3(1):79\u201387","journal-title":"Neural Comput"},{"key":"2551_CR41","unstructured":"Riemer M, Vempaty A, Calmon F et al (2016) Correcting forecasts with multifactor neural attention. In: International conference on machine learning. PMLR, pp 3010\u20133019"},{"key":"2551_CR42","unstructured":"Shazeer N, Mirhoseini A, Maziarz K et al (2017) Outrageously large neural networks: the sparsely-gated mixture-of-experts layer. arXiv preprint arXiv:1701.06538"},{"key":"2551_CR43","doi-asserted-by":"crossref","unstructured":"Guo Y, Shi H, Kumar A, Grauman K, Feris R (2019) Spottune: Transfer learning through adaptive fine-tuning. In: 2019 IEEE\/CVF conference on computer vision and pattern recognition (CVPR)","DOI":"10.1109\/CVPR.2019.00494"},{"key":"2551_CR44","unstructured":"Kirsch L, Kunze J, Barber D (2018) Modular networks: learning to decompose neural computation. Advances in neural information processing systems, 31"},{"key":"2551_CR45","doi-asserted-by":"publisher","first-page":"3359","DOI":"10.1109\/TIP.2022.3170728","volume":"31","author":"J Song","year":"2022","unstructured":"Song J, Chen Y, Ye J, Song M (2022) Spot-adaptive knowledge distillation. IEEE Trans Image Process 31:3359\u20133370","journal-title":"IEEE Trans Image Process"},{"key":"2551_CR46","unstructured":"Hao Z, Guo J, Han K, Tang Y, Hu H, Wang Y, Xu C (2024) One-for-all: bridge the gap between heterogeneous architectures in knowledge distillation. Adv Neural Inf Process Syst 36"},{"key":"2551_CR47","unstructured":"Hossain MI, Elahi M, Ramasinghe S, Cheraghian A, Rahman F, Mohammed N, Rahman S (2023) Luminet: the bright side of perceptual knowledge distillation. arXiv:2310.03669"}],"container-title":["International Journal of Machine Learning and Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-025-02551-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13042-025-02551-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-025-02551-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,6]],"date-time":"2025-09-06T08:20:31Z","timestamp":1757146831000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13042-025-02551-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,27]]},"references-count":47,"journal-issue":{"issue":"7-8","published-print":{"date-parts":[[2025,8]]}},"alternative-id":["2551"],"URL":"https:\/\/doi.org\/10.1007\/s13042-025-02551-x","relation":{},"ISSN":["1868-8071","1868-808X"],"issn-type":[{"type":"print","value":"1868-8071"},{"type":"electronic","value":"1868-808X"}],"subject":[],"published":{"date-parts":[[2025,3,27]]},"assertion":[{"value":"22 September 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 January 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 March 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}