{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T00:56:31Z","timestamp":1760576191955,"version":"build-2065373602"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T00:00:00Z","timestamp":1750636800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T00:00:00Z","timestamp":1750636800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61976098","61976098","61976098","61976098","61976098","61976098"],"award-info":[{"award-number":["61976098","61976098","61976098","61976098","61976098","61976098"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Natural Science Foundation for Outstanding Young Scholars of Fujian Province","award":["61976098","61976098","61976098","61976098","61976098","61976098"],"award-info":[{"award-number":["61976098","61976098","61976098","61976098","61976098","61976098"]}]},{"name":"High-level Talent Innovation and Entrepreneurship Project of Quanzhou City","award":["2023C013R","2023C013R","2023C013R","2023C013R","2023C013R","2023C013R"],"award-info":[{"award-number":["2023C013R","2023C013R","2023C013R","2023C013R","2023C013R","2023C013R"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. Mach. Learn. & Cyber."],"published-print":{"date-parts":[[2025,10]]},"DOI":"10.1007\/s13042-025-02716-8","type":"journal-article","created":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T09:02:14Z","timestamp":1750669334000},"page":"8163-8176","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Eikd: method of extracting important information from feature map for knowledge distillation"],"prefix":"10.1007","volume":"16","author":[{"given":"Banghui","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weiwei","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liangtai","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yufeng","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Junhuang","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jianqing","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,6,23]]},"reference":[{"key":"2716_CR1","doi-asserted-by":"crossref","unstructured":"Redmon J, Divvala S, Girshick R, Farhadi A (2016) You only look once: Unified, real-time object detection. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 779\u2013788","DOI":"10.1109\/CVPR.2016.91"},{"key":"2716_CR2","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2018) Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805"},{"key":"2716_CR3","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556"},{"key":"2716_CR4","unstructured":"Hinton G, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531"},{"issue":"187","key":"2716_CR5","first-page":"1","volume":"18","author":"I Hubara","year":"2018","unstructured":"Hubara I, Courbariaux M, Soudry D, El-Yaniv R, Bengio Y (2018) Quantized neural networks: Training neural networks with low precision weights and activations. J Mach Learn Res 18(187):1\u201330","journal-title":"J Mach Learn Res"},{"key":"2716_CR6","first-page":"8","volume":"2","author":"Y LeCun","year":"1989","unstructured":"LeCun Y, Denker J, Solla S (1989) Optimal brain damage. Adva Neural Inform Process Syst 2:8","journal-title":"Adva Neural Inform Process Syst"},{"key":"2716_CR7","doi-asserted-by":"crossref","unstructured":"Passalis N, Tefas A (2018) Learning deep representations with probabilistic knowledge transfer. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 268\u2013284","DOI":"10.1007\/978-3-030-01252-6_17"},{"key":"2716_CR8","doi-asserted-by":"crossref","unstructured":"Yu L, Yazici VO, Liu X, Weijer Jvd, Cheng Y, Ramisa A (2019) Learning metrics from teachers: Compact networks for image embedding. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2907\u20132916","DOI":"10.1109\/CVPR.2019.00302"},{"key":"2716_CR9","doi-asserted-by":"crossref","unstructured":"Passalis N, Tzelepi M, Tefas A (2020) Heterogeneous knowledge distillation using information flow modeling. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2339\u20132348","DOI":"10.1109\/CVPR42600.2020.00241"},{"key":"2716_CR10","unstructured":"Zagoruyko S, Komodakis N (2016) Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer. arXiv preprint arXiv:1612.03928"},{"issue":"3","key":"2716_CR11","first-page":"1","volume":"2","author":"R Adriana","year":"2015","unstructured":"Adriana R, Nicolas B, Ebrahimi KS, Antoine C, Carlo G, Yoshua B (2015) Fitnets: Hints for thin deep nets. Proc. ICLR 2(3):1","journal-title":"Proc. ICLR"},{"key":"2716_CR12","unstructured":"Sarridis I, Koutlis C, Kordopatis-Zilos G, Kompatsiaris I, Papadopoulos S (2022) Indistill: Information flow-preserving knowledge distillation for model compression. arXiv preprint arXiv:2205.10003"},{"key":"2716_CR13","doi-asserted-by":"crossref","unstructured":"Park J, No A (2022) Prune your model before distill it. In: European Conference on Computer Vision, pp. 120\u2013136 . Springer","DOI":"10.1007\/978-3-031-20083-0_8"},{"key":"2716_CR14","first-page":"1","volume":"8","author":"L Chen","year":"2021","unstructured":"Chen L, Chen Y, Xi J, Le X (2021) Knowledge from the original network: restore a better pruned network with knowledge distillation. Complex Intell Syst 8:1\u201310","journal-title":"Complex Intell Syst"},{"key":"2716_CR15","doi-asserted-by":"crossref","unstructured":"Lin M, Ji R, Wang Y, Zhang Y, Zhang B, Tian Y, Shao L (2020) Hrank: Filter pruning using high-rank feature map. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1529\u20131538","DOI":"10.1109\/CVPR42600.2020.00160"},{"key":"2716_CR16","unstructured":"Kim SW, Kim H-E (2017) Transferring knowledge to smaller network with class-distance loss"},{"key":"2716_CR17","doi-asserted-by":"crossref","unstructured":"Meng Z, Li J, Zhao Y, Gong Y (2019) Conditional teacher-student learning. In: ICASSP 2019-2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 6445\u20136449. IEEE","DOI":"10.1109\/ICASSP.2019.8683438"},{"key":"2716_CR18","first-page":"8","volume":"31","author":"X Zhu","year":"2018","unstructured":"Zhu X, Gong S et al (2018) Knowledge distillation by on-the-fly native ensemble. Adv Neural Inform Process Syst 31:8","journal-title":"Adv Neural Inform Process Syst"},{"key":"2716_CR19","first-page":"13292","volume":"34","author":"DY Park","year":"2021","unstructured":"Park DY, Cha M-H, Kim D, Han B et al (2021) Learning student-friendly teacher networks for knowledge distillation. Adv Neural Inf Process Syst 34:13292\u201313303","journal-title":"Adv Neural Inf Process Syst"},{"key":"2716_CR20","first-page":"22158","volume":"34","author":"X Deng","year":"2021","unstructured":"Deng X, Zhang Z (2021) Comprehensive knowledge distillation with causal intervention. Adv Neural Inf Process Syst 34:22158\u201322170","journal-title":"Adv Neural Inf Process Syst"},{"key":"2716_CR21","doi-asserted-by":"crossref","unstructured":"Liu L, Huang Q, Lin S, Xie H, Wang B, Chang X, Liang X (2021) Exploring inter-channel correlation for diversity-preserved knowledge distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 8271\u20138280","DOI":"10.1109\/ICCV48922.2021.00816"},{"key":"2716_CR22","doi-asserted-by":"crossref","unstructured":"Yang C, An Z, Cai L, Xu Y (2021) Hierarchical self-supervised augmented knowledge distillation. arXiv preprint arXiv:2107.13715","DOI":"10.24963\/ijcai.2021\/168"},{"key":"2716_CR23","doi-asserted-by":"crossref","unstructured":"Aghli N, Ribeiro E (2021) Combining weight pruning and knowledge distillation for cnn compression. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3191\u20133198","DOI":"10.1109\/CVPRW53098.2021.00356"},{"key":"2716_CR24","unstructured":"Krizhevsky A, Hinton G, et al (2009) Learning multiple layers of features from tiny images"},{"key":"2716_CR25","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M et al (2015) Imagenet large scale visual recognition challenge. Int J Comput Vision 115:211\u2013252","journal-title":"Int J Comput Vision"},{"key":"2716_CR26","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"2716_CR27","doi-asserted-by":"crossref","unstructured":"Zagoruyko S, Komodakis N (2016) Wide residual networks. arXiv preprint arXiv:1605.07146","DOI":"10.5244\/C.30.87"},{"key":"2716_CR28","unstructured":"Paszke A, Gross S, Massa F, Lerer A, Bradbury J, Chanan G, Killeen T, Lin Z, Gimelshein N, Antiga L, et al (2019) Pytorch: An imperative style, high-performance deep learning library. Advances in neural information processing systems 32"},{"key":"2716_CR29","doi-asserted-by":"crossref","unstructured":"Yim J, Joo D, Bae J, Kim J (2017) A gift from knowledge distillation: Fast optimization, network minimization and transfer learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4133\u20134141","DOI":"10.1109\/CVPR.2017.754"},{"key":"2716_CR30","first-page":"11","volume":"9","author":"L Maaten","year":"2008","unstructured":"Maaten L, Hinton G (2008) Visualizing data using t-sne. J Mach Learn Res 9:11","journal-title":"J Mach Learn Res"},{"key":"2716_CR31","doi-asserted-by":"crossref","unstructured":"Tung F, Mori G (2019) Similarity-preserving knowledge distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1365\u20131374","DOI":"10.1109\/ICCV.2019.00145"},{"key":"2716_CR32","doi-asserted-by":"crossref","unstructured":"Peng B, Jin X, Liu J, Li D, Wu Y, Liu Y, Zhou S, Zhang Z (2019) Correlation congruence for knowledge distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 5007\u20135016","DOI":"10.1109\/ICCV.2019.00511"},{"key":"2716_CR33","doi-asserted-by":"crossref","unstructured":"Ahn S, Hu SX, Damianou A, Lawrence ND, Dai Z (2019) Variational information distillation for knowledge transfer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9163\u20139171","DOI":"10.1109\/CVPR.2019.00938"},{"key":"2716_CR34","doi-asserted-by":"crossref","unstructured":"Park W, Kim D, Lu Y, Cho M (2019) Relational knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3967\u20133976","DOI":"10.1109\/CVPR.2019.00409"},{"issue":"5","key":"2716_CR35","doi-asserted-by":"publisher","first-page":"2030","DOI":"10.1109\/TNNLS.2020.2995884","volume":"32","author":"N Passalis","year":"2020","unstructured":"Passalis N, Tzelepi M, Tefas A (2020) Probabilistic knowledge transfer for lightweight deep representation learning. IEEE Trans Neural Netw Learn Syst 32(5):2030\u20132039","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"2716_CR36","doi-asserted-by":"crossref","unstructured":"Heo B, Lee M, Yun S, Choi JY (2019) Knowledge transfer via distillation of activation boundaries formed by hidden neurons. In: Proceedings of the AAAI Conference on Artificial Intelligence 33:3779\u20133787","DOI":"10.1609\/aaai.v33i01.33013779"},{"key":"2716_CR37","unstructured":"Kim J, Park S, Kwak N (2018) Paraphrasing complex network: Network compression via factor transfer. Advances in neural information processing systems 31"},{"key":"2716_CR38","unstructured":"Huang Z, Wang N (2017) Like what you like: Knowledge distill via neuron selectivity transfer. arXiv preprint arXiv:1707.01219"},{"key":"2716_CR39","unstructured":"Tian Y, Krishnan D, Isola P (2019) Contrastive representation distillation. arXiv preprint arXiv:1910.10699"},{"key":"2716_CR40","doi-asserted-by":"crossref","unstructured":"Heo B, Kim J, Yun S, Park H, Kwak N, Choi JY (2019) A comprehensive overhaul of feature distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1921\u20131930","DOI":"10.1109\/ICCV.2019.00201"},{"key":"2716_CR41","unstructured":"Yang J, Martinez B, Bulat A, Tzimiropoulos G, et al (2021) Knowledge distillation via softmax regression representation learning. International Conference on Learning Representations (ICLR)"},{"key":"2716_CR42","doi-asserted-by":"crossref","unstructured":"Guo Z, Yan H, Li H, Lin X (2023) Class attention transfer based knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11868\u201311877","DOI":"10.1109\/CVPR52729.2023.01142"},{"issue":"2","key":"2716_CR43","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/s00138-023-01383-5","volume":"34","author":"S Li","year":"2023","unstructured":"Li S, Shao M, Guo Z, Zhuang X (2023) Improving knowledge distillation via pseudo-multi-teacher network. Mach Vis Appl 34(2):33","journal-title":"Mach Vis Appl"},{"key":"2716_CR44","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2023.102912","volume":"141","author":"Y Xiong","year":"2023","unstructured":"Xiong Y, Zhai W, Xu X, Wang J, Zhu Z, Ji C, Cao J (2023) Ability-aware knowledge distillation for resource-constrained embedded devices. J Syst Architect 141:102912","journal-title":"J Syst Architect"}],"container-title":["International Journal of Machine Learning and Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-025-02716-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13042-025-02716-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-025-02716-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T16:58:35Z","timestamp":1760547515000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13042-025-02716-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,23]]},"references-count":44,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2025,10]]}},"alternative-id":["2716"],"URL":"https:\/\/doi.org\/10.1007\/s13042-025-02716-8","relation":{},"ISSN":["1868-8071","1868-808X"],"issn-type":[{"type":"print","value":"1868-8071"},{"type":"electronic","value":"1868-808X"}],"subject":[],"published":{"date-parts":[[2025,6,23]]},"assertion":[{"value":"28 April 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 June 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 June 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}