{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T13:03:42Z","timestamp":1780664622493,"version":"3.54.1"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T00:00:00Z","timestamp":1774051200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T00:00:00Z","timestamp":1774051200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Major Key Project of Pengcheng Laboratory","award":["PCL2024A05"],"award-info":[{"award-number":["PCL2024A05"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62476100"],"award-info":[{"award-number":["62476100"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100021171","name":"Basic and Applied Basic Research Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2024A1515011896"],"award-info":[{"award-number":["2024A1515011896"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int. J. Mach. Learn. & Cyber."],"published-print":{"date-parts":[[2026,5]]},"DOI":"10.1007\/s13042-026-03046-z","type":"journal-article","created":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T05:18:53Z","timestamp":1774070333000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Distilled from teacher\u2019s Q-neighborhoods"],"prefix":"10.1007","volume":"17","author":[{"given":"Lei","family":"Zhao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wing W. Y.","family":"Ng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianjun","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cankun","family":"Zhong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,3,21]]},"reference":[{"key":"3046_CR1","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, et al. (2015) Going deeper with convolutions. In: Proc. IEEE Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 1\u20139","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"3046_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2024.127883","volume":"594","author":"L Zhang","year":"2024","unstructured":"Zhang L, Lam S, Luo D et al (2024) Employing feature mixture for active learning of object detection. Neurocomputing 594:127883","journal-title":"Neurocomputing"},{"key":"3046_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.sigpro.2024.109486","volume":"221","author":"C Liu","year":"2024","unstructured":"Liu C, Jiang Y, Du C et al (2024) Enhancing action recognition from low-quality skeleton data via part-level knowledge distillation. Signal Process 221:109486","journal-title":"Signal Process"},{"key":"3046_CR4","doi-asserted-by":"publisher","first-page":"1918","DOI":"10.1109\/LSP.2022.3204190","volume":"29","author":"C Liu","year":"2022","unstructured":"Liu C, Zhao X, Li Z et al (2022) A novel two-stage knowledge distillation framework for skeleton-based action prediction. IEEE Signal Process Lett 29:1918\u20131922","journal-title":"IEEE Signal Process Lett"},{"issue":"3","key":"3046_CR5","doi-asserted-by":"publisher","first-page":"1955","DOI":"10.1007\/s13042-024-02371-5","volume":"16","author":"Y Liu","year":"2025","unstructured":"Liu Y, Fan K, Zhou W (2025) Iterative filter pruning with combined feature maps and knowledge distillation. Int J Mach Learn Cybern 16(3):1955\u20131969","journal-title":"Int J Mach Learn Cybern"},{"issue":"2","key":"3046_CR6","doi-asserted-by":"publisher","first-page":"573","DOI":"10.1007\/s13042-023-01926-2","volume":"15","author":"Y Guo","year":"2024","unstructured":"Guo Y, Zhang W, Wang J et al (2024) AFMPM: adaptive feature map pruning method based on feature distillation. Int J Mach Learn Cybern 15(2):573\u2013588","journal-title":"Int J Mach Learn Cybern"},{"key":"3046_CR7","unstructured":"Hinton GE, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. arXiv: Machine Learning"},{"issue":"4","key":"3046_CR8","doi-asserted-by":"publisher","first-page":"1647","DOI":"10.1007\/s13042-023-01988-2","volume":"15","author":"Y He","year":"2024","unstructured":"He Y, Wang S, Yu J et al (2024) Joint weighted knowledge distillation and multi-scale feature distillation for long-tailed recognition. Int J Mach Learn Cybern 15(4):1647\u20131661","journal-title":"Int J Mach Learn Cybern"},{"key":"3046_CR9","doi-asserted-by":"crossref","unstructured":"Zhao B, Cui Q, Song R, et al. (2022) Decoupled knowledge distillation. In: Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 11943\u201311952","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"3046_CR10","unstructured":"Romero A, Ballas N, Kahou SE, et al. (2015) Fitnets: Hints for thin deep nets. In: Proc. Int. Conf. Learn. Represent. (ICLR), pp 1\u201313"},{"key":"3046_CR11","unstructured":"Tian Y, Krishnan D, Isola P (2020) Contrastive representation distillation. In: Proc. Int. Conf. Learn. Represent. (ICLR), pp 1\u201319"},{"key":"3046_CR12","doi-asserted-by":"crossref","unstructured":"Park W, Kim D, Lu Y, et al. (2019) Relational knowledge distillation. In: Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 3962\u20133971","DOI":"10.1109\/CVPR.2019.00409"},{"key":"3046_CR13","unstructured":"Zagoruyko S, Komodakis N (2017) Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer. In: Proc. Int. Conf. Learn. Represent. (ICLR), pp 1\u201313"},{"key":"3046_CR14","unstructured":"Yang J, Mart\u00ednez B, Bulat A, et al. (2021) Knowledge distillation via softmax regression representation learning. In: Proc. Int. Conf. Learn. Represent. (ICLR), pp 1\u201314"},{"key":"3046_CR15","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1214\/aoms\/1177729694","volume":"22","author":"S Kullback","year":"1951","unstructured":"Kullback S, Leibler RA (1951) On information and sufficiency. Ann Math Stat 22:79\u201386","journal-title":"Ann Math Stat"},{"key":"3046_CR16","doi-asserted-by":"crossref","unstructured":"Yim J, Joo D, Bae J, et al. (2017) A gift from knowledge distillation: Fast optimization, network minimization and transfer learning. In: Proc. IEEE Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 7130\u20137138","DOI":"10.1109\/CVPR.2017.754"},{"key":"3046_CR17","doi-asserted-by":"crossref","unstructured":"Heo B, Lee M, Yun S, et al. (2019) Knowledge transfer via distillation of activation boundaries formed by hidden neurons. In: Proc. AAAI Conf. Artif. Intell. (AAAI), pp 3779\u20133787","DOI":"10.1609\/aaai.v33i01.33013779"},{"key":"3046_CR18","doi-asserted-by":"crossref","unstructured":"Ahn S, Hu SX, Damianou A, et al. (2019) Variational information distillation for knowledge transfer. In: Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 9155\u20139163","DOI":"10.1109\/CVPR.2019.00938"},{"key":"3046_CR19","doi-asserted-by":"crossref","unstructured":"Peng B, Jin X, Li D, et al. (2019) Correlation congruence for knowledge distillation. In: Proc. IEEE\/CVF Int. Conf. Comput. Vis. (ICCV), pp 5006\u20135015","DOI":"10.1109\/ICCV.2019.00511"},{"issue":"6","key":"3046_CR20","first-page":"6305","volume":"35","author":"C Wang","year":"2023","unstructured":"Wang C, Chen D, Mei J et al (2023) Semckd: Semantic calibration for cross-layer knowledge distillation. IEEE Trans Knowl Data Eng 35(6):6305\u20136319","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"3046_CR21","doi-asserted-by":"crossref","unstructured":"Sun S, Ren W, Li J, et al. (2024) Logit standardization in knowledge distillation. In: Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 15731\u201315740","DOI":"10.1109\/CVPR52733.2024.01489"},{"key":"3046_CR22","doi-asserted-by":"crossref","unstructured":"Wei S, Luo C, Luo Y (2024) Scale decoupled distillation. In: Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 15975\u201315983","DOI":"10.1109\/CVPR52733.2024.01512"},{"key":"3046_CR23","doi-asserted-by":"crossref","unstructured":"Chen D, Mei JP, Zhang H, et al. (2022) Knowledge distillation with the reused teacher classifier. In: Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 11923\u201311932","DOI":"10.1109\/CVPR52688.2022.01163"},{"key":"3046_CR24","doi-asserted-by":"crossref","unstructured":"Li Z, Li X, Yang L, et al. (2023) Curriculum temperature for knowledge distillation. In: Proc. AAAI Conf. Artif. Intell. (AAAI), pp 1504\u20131512","DOI":"10.1609\/aaai.v37i2.25236"},{"key":"3046_CR25","doi-asserted-by":"crossref","unstructured":"Jin Y, Wang J, Lin D (2023) Multi-level logit distillation. In: Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 24276\u201324285","DOI":"10.1109\/CVPR52729.2023.02325"},{"key":"3046_CR26","doi-asserted-by":"crossref","unstructured":"Guo Z, Yan H, Li H, et al. (2023) Class attention transfer based knowledge distillation. In: Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 11868\u201311877","DOI":"10.1109\/CVPR52729.2023.01142"},{"key":"3046_CR27","unstructured":"Liu X, Li L, Li C, et al. (2023) NORM: knowledge distillation via n-to-one representation matching. In: Proc. Int. Conf. Learn. Represent. (ICLR)"},{"key":"3046_CR28","doi-asserted-by":"crossref","unstructured":"Wang C, Yang Q, Huang R, et al. (2022) Efficient knowledge distillation from model checkpoints. pp 607\u2013619","DOI":"10.52202\/068431-0044"},{"key":"3046_CR29","doi-asserted-by":"crossref","unstructured":"Chen P, Liu S, Zhao H, et al. (2021) Distilling knowledge via knowledge review. In: Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 5008\u20135017","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"3046_CR30","doi-asserted-by":"crossref","unstructured":"He K, Fan H, Wu Y, et al. (2020) Momentum contrast for unsupervised visual representation learning. In: Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 9726\u20139735","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"3046_CR31","unstructured":"Chen T, Kornblith S, Norouzi M, et al. (2020) A simple framework for contrastive learning of visual representations. In: Proc. Int. Conf. Mach. Learn. (ICML), pp 1597\u20131607"},{"key":"3046_CR32","doi-asserted-by":"crossref","unstructured":"Yeh C, Hong C, Hsu Y, et al. (2022) Decoupled contrastive learning. In: Proc. Eur. Conf. Comput. Vis. (ECCV), pp 668\u2013684","DOI":"10.1007\/978-3-031-19809-0_38"},{"key":"3046_CR33","doi-asserted-by":"crossref","unstructured":"Xu G, Liu Z, Li X, et al. (2020) Knowledge distillation meets self-supervision. In: Proc. Eur. Conf. Comput. Vis. (ECCV), pp 588\u2013604","DOI":"10.1007\/978-3-030-58545-7_34"},{"key":"3046_CR34","doi-asserted-by":"publisher","first-page":"978","DOI":"10.1109\/TNNLS.2015.2431251","volume":"27","author":"DS Yeung","year":"2016","unstructured":"Yeung DS, Li J, Ng WWY et al (2016) Mlpnn training via a multiobjective optimization of training error and stochastic sensitivity. IEEE Trans Neural Netw Learn Syst 27:978\u2013992","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"4","key":"3046_CR35","doi-asserted-by":"publisher","first-page":"680","DOI":"10.1137\/1035170","volume":"35","author":"IH Sloan","year":"1993","unstructured":"Sloan IH (1993) Random number generation and quasi-monte carlo methods (h, niederreiter). SIAM Rev 35(4):680\u2013681","journal-title":"SIAM Rev"},{"key":"3046_CR36","unstructured":"Krizhevsky A, Hinton G (2009) Learning multiple layers of features from tiny images. Tech Rep"},{"key":"3046_CR37","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H et al (2015) Imagenet large scale visual recognition challenge. Int J Comput Vis 115:211\u2013252","journal-title":"Int J Comput Vis"},{"key":"3046_CR38","unstructured":"Coates A, Ng AY, Lee H (2011) An analysis of single-layer networks in unsupervised feature learning. In: Proc. Int. Conf. Artif. Intell. Stat., pp 215\u2013223"},{"key":"3046_CR39","doi-asserted-by":"publisher","first-page":"1958","DOI":"10.1109\/TPAMI.2008.128","volume":"30","author":"A Torralba","year":"2008","unstructured":"Torralba A, Fergus R, Freeman WT (2008) 80 million tiny images: A large data set for nonparametric object and scene recognition. IEEE Trans Pattern Anal Mach Intell 30:1958\u20131970","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"3046_CR40","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, et al. (2016) Deep residual learning for image recognition. In: Proc. IEEE Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"3046_CR41","unstructured":"Simonyan K, Zisserman A (2015) Very deep convolutional networks for large-scale image recognition. In: Proc. Int. Conf. Learn. Represent. (ICLR), pp 1\u20138"},{"key":"3046_CR42","doi-asserted-by":"crossref","unstructured":"Zagoruyko S, Komodakis N (2016) Wide residual networks. In: Proc. Brit. Mach. Vis. Conf. (BMVC), pp 1\u201312","DOI":"10.5244\/C.30.87"},{"key":"3046_CR43","doi-asserted-by":"crossref","unstructured":"Zhang X, Zhou X, Lin M, et al. (2018) Shufflenet: An extremely efficient convolutional neural network for mobile devices. In: Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 6848\u20136856","DOI":"10.1109\/CVPR.2018.00716"},{"key":"3046_CR44","doi-asserted-by":"crossref","unstructured":"Sandler M, Howard A, Zhu M, et al. (2018) Mobilenetv 2: Inverted residuals and linear bottlenecks. In: Proc. IEEE\/CVF Conf. Comput. Vis. Pattern Recognit. (CVPR), pp 4510\u20134520","DOI":"10.1109\/CVPR.2018.00474"},{"key":"3046_CR45","doi-asserted-by":"crossref","unstructured":"Tung F, Mori G (2019) Similarity-preserving knowledge distillation. In: Proc. IEEE\/CVF Int. Conf. Comput. Vis. (ICCV), pp 1365\u20131374","DOI":"10.1109\/ICCV.2019.00145"},{"key":"3046_CR46","doi-asserted-by":"crossref","unstructured":"Ma N, Zhang X, Zheng H, et al. (2018) Shufflenet V2: practical guidelines for efficient CNN architecture design. In: Proc. Eur. Conf. Comput. Vis. (ECCV), pp 122\u2013138","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"3046_CR47","unstructured":"Du S, You S, Li X, et al. (2020) Agree to disagree: Adaptive ensemble knowledge distillation in gradient space. In: Proc. Adv. Neural Inf. Process. Syst., pp 12345\u201312355"},{"key":"3046_CR48","doi-asserted-by":"crossref","unstructured":"Rastegari M, Ordonez V, Redmon J, et al. (2016) Xnor-net: Imagenet classification using binary convolutional neural networks. In: Proc. Eur. Conf. Comput. Vis. (ECCV), pp 525\u2013542","DOI":"10.1007\/978-3-319-46493-0_32"},{"key":"3046_CR49","unstructured":"Bulat A, Tzimiropoulos G (2019) Xnor-net++: Improved binary neural networks. In: Proc. Brit. Mach. Vis. Conf. (BMVC), pp 1\u20139"}],"container-title":["International Journal of Machine Learning and Cybernetics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-026-03046-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s13042-026-03046-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s13042-026-03046-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T12:10:17Z","timestamp":1780661417000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s13042-026-03046-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,21]]},"references-count":49,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2026,5]]}},"alternative-id":["3046"],"URL":"https:\/\/doi.org\/10.1007\/s13042-026-03046-z","relation":{},"ISSN":["1868-8071","1868-808X"],"issn-type":[{"value":"1868-8071","type":"print"},{"value":"1868-808X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,21]]},"assertion":[{"value":"20 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"205"}}