{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T07:52:00Z","timestamp":1781596320503,"version":"3.54.5"},"reference-count":37,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005892","name":"China Academy of Chinese Medical Sciences","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100005892","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Engineering Applications of Artificial Intelligence"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1016\/j.engappai.2026.115271","type":"journal-article","created":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T09:32:15Z","timestamp":1780306335000},"page":"115271","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"P1","title":["Lightweight knowledge distillation through adaptive feature selection"],"prefix":"10.1016","volume":"179","author":[{"given":"Yang","family":"Jingdong","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lu","family":"Yuhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sun","family":"Yue","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Liu","family":"Wei","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huang","family":"Jinxian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tang","family":"Xinjun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fu","family":"Kai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zheng","family":"Xianyou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.engappai.2026.115271_bib1","series-title":"2023 60th ACM\/IEEE Design Automation Conference (DAC)","first-page":"1","article-title":"A framework for real-time object detection using semi-structured pruning [C]","author":"Balasubramaniam","year":"2023"},{"key":"10.1016\/j.engappai.2026.115271_bib2","author":"Cai"},{"key":"10.1016\/j.engappai.2026.115271_bib3","series-title":"Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis","first-page":"1","article-title":"Venom: a vectorized n: m format for unleashing the power of sparse tensor cores","author":"Castro","year":"2023"},{"key":"10.1016\/j.engappai.2026.115271_bib4","first-page":"7028","article-title":"Cross-layer distillation with semantic calibration","volume":"35","author":"Chen","year":"2021"},{"key":"10.1016\/j.engappai.2026.115271_bib5","article-title":"APFormer: adaptive pruning for efficient medical image segmentation with vision transformers","volume":"90","author":"Chen","year":"2023","journal-title":"Med. Image Anal."},{"key":"10.1016\/j.engappai.2026.115271_bib6","first-page":"795","article-title":"Algorithms for learning kernels based on centered alignment","volume":"13","author":"Cortes","year":"2012","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.engappai.2026.115271_bib7","series-title":"Advances in Neural Information Processing Systems","article-title":"On kernel-target alignment","author":"Cristianini","year":"2002"},{"key":"10.1016\/j.engappai.2026.115271_bib8","article-title":"EL-CNN: an enhanced lightweight classification method for colorectal cancer histopathological images","volume":"104","author":"Ding","year":"2025","journal-title":"Biomed. Signal Process Control"},{"key":"10.1016\/j.engappai.2026.115271_bib9","series-title":"International Conference on Machine Learning","article-title":"SparseGPT: massive language models can be accurately pruned in one-shot [C]","author":"Frantar","year":"2023"},{"issue":"6","key":"10.1016\/j.engappai.2026.115271_bib10","doi-asserted-by":"crossref","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","article-title":"Knowledge distillation: a survey","volume":"129","author":"Gou","year":"2021","journal-title":"Int. J. Comput. Vis."},{"key":"10.1016\/j.engappai.2026.115271_bib11","series-title":"Measuring Statistical Dependence with Hilbert-Schmidt Norms [C]\/\/International Conference on Algorithmic Learning Theory","first-page":"63","author":"Gretton","year":"2005"},{"key":"10.1016\/j.engappai.2026.115271_bib12","first-page":"1135","volume":"28","author":"Han","year":"2015"},{"key":"10.1016\/j.engappai.2026.115271_bib13","unstructured":"Hinton G, Vinyals O, Dean J. Distilling the knowledge in a neural network [PP\/OL]. arXiv (2015-03-09) [2026-05-04]. https:\/\/arxiv.org\/abs\/1503.02531."},{"key":"10.1016\/j.engappai.2026.115271_bib14","author":"Jiao"},{"key":"10.1016\/j.engappai.2026.115271_bib15","series-title":"Similarity of Neural Network Representations Revisited [C]\/\/International Conference on Machine Learning","author":"Kornblith","year":"2019"},{"key":"10.1016\/j.engappai.2026.115271_bib16","doi-asserted-by":"crossref","first-page":"1152","DOI":"10.1007\/s10489-020-01894-y","article-title":"Pruning filters with L1-norm and capped L1-norm for CNN compression","volume":"51","author":"Kumar","year":"2021","journal-title":"Appl. Intell."},{"key":"10.1016\/j.engappai.2026.115271_bib17","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2026.108900","article-title":"Towards efficient language giants: a comprehensive survey on structural optimizations and compression techniques for large language models","volume":"201","author":"Lee","year":"2026","journal-title":"Neural Netw."},{"key":"10.1016\/j.engappai.2026.115271_bib18","series-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision (ICCV)","first-page":"21189","article-title":"HDMIL: hierarchical distillation for multiple instance learning on gigapixel histopathology images","author":"Li","year":"2023"},{"issue":"1","key":"10.1016\/j.engappai.2026.115271_bib19","first-page":"1234","article-title":"General lightweight framework for vision foundation model supporting multi-task and multi-center medical image analysis","volume":"16","author":"Li","year":"2025","journal-title":"Nat. Commun."},{"issue":"12","key":"10.1016\/j.engappai.2026.115271_bib20","doi-asserted-by":"crossref","first-page":"9912","DOI":"10.1109\/TNNLS.2022.3162067","article-title":"Soks: automatic searching of the optimal kernel shapes for stripe-wise network pruning","volume":"34","author":"Liu","year":"2022","journal-title":"IEEE Transact. Neural Networks Learn. Syst."},{"key":"10.1016\/j.engappai.2026.115271_bib21","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2025.112452","article-title":"Knowledge distillation via teacher-modeled sample relationships for skin cancer diagnosis","volume":"162","author":"Liu","year":"2025","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.engappai.2026.115271_bib22","doi-asserted-by":"crossref","DOI":"10.1016\/j.compbiomed.2025.110425","article-title":"A review: lightweight architecture model in deep learning approach for lung disease identification","volume":"194","author":"Maharani","year":"2025","journal-title":"Comput. Biol. Med."},{"key":"10.1016\/j.engappai.2026.115271_bib23","series-title":"Advances in Computer Vision and Pattern Recognition","first-page":"185","article-title":"MeDiANet: a lightweight network for large-scale multi-disease classification of multi-modal medical images using dilated convolution and attention network","author":"Manga","year":"2024"},{"key":"10.1016\/j.engappai.2026.115271_bib24","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2024.108999","article-title":"Balancing accuracy and efficiency: a lightweight deep learning model for COVID-19 detection","volume":"136","author":"Maurya","year":"2024","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.engappai.2026.115271_bib25","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2024.123392","article-title":"A novel framework for lung cancer classification using lightweight convolutional neural networks and ridge extreme learning machine model with SHapley additive exPlanations","volume":"248","author":"Nahiduzzaman","year":"2024","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.engappai.2026.115271_bib26","author":"Sanh"},{"issue":"18","key":"10.1016\/j.engappai.2026.115271_bib27","doi-asserted-by":"crossref","first-page":"8972","DOI":"10.3390\/app12188972","article-title":"Deep residual learning for image recognition: a survey","volume":"12","author":"Shafiq","year":"2022","journal-title":"Appl. Sci."},{"key":"10.1016\/j.engappai.2026.115271_bib28","article-title":"Lightweight dual-stream multi-scale feature fusion medical image multi-disease adaptation classification network based on guided enhancement","volume":"163","author":"Shi","year":"2025","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.engappai.2026.115271_bib29","doi-asserted-by":"crossref","DOI":"10.1016\/j.imavis.2024.105405","article-title":"Adversarially enhanced learning (AEL): robust lightweight deep learning approach for radiology image classification against adversarial attacks","volume":"154","author":"Singh","year":"2025","journal-title":"Image Vis Comput."},{"key":"10.1016\/j.engappai.2026.115271_bib30","article-title":"Growing with the help of multiple teachers: lightweight and noise-resistant student model for medical image classification","volume":"136","author":"Song","year":"2025","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.engappai.2026.115271_bib31","series-title":"International Conference on Machine Learning","first-page":"6105","article-title":"EfficientNet: rethinking model scaling for convolutional neural networks [C]","author":"Tan","year":"2019"},{"key":"10.1016\/j.engappai.2026.115271_bib32","series-title":"International Conference on Machine Learning","first-page":"10347","article-title":"Training data-efficient image transformers & distillation through attention","author":"Touvron","year":"2021"},{"key":"10.1016\/j.engappai.2026.115271_bib33","series-title":"Tinyvit: Fast Pretraining Distillation for Small Vision Transformers [C]\/\/European Conference on Computer Vision","first-page":"68","author":"Wu","year":"2022"},{"key":"10.1016\/j.engappai.2026.115271_bib34","series-title":"Proceedings of the IEEE\/CVF International Conference on Computer Vision","first-page":"4210","article-title":"Effective whole-body pose estimation with two-stages distillation","author":"Yang","year":"2023"},{"issue":"10","key":"10.1016\/j.engappai.2026.115271_bib35","first-page":"6953","article-title":"Spec-ViT: a vision transformer with wavelet for anti-aliasing and denoising in medical image classification","volume":"29","author":"Zhang","year":"2025","journal-title":"IEEE J. Biomed. Health Inform."},{"key":"10.1016\/j.engappai.2026.115271_bib36","series-title":"Cumulative Spatial Knowledge Distillation for Vision Transformers","first-page":"6146","author":"Zhao","year":"2023"},{"key":"10.1016\/j.engappai.2026.115271_bib37","author":"Zhou"}],"container-title":["Engineering Applications of Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0952197626015551?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0952197626015551?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T06:54:49Z","timestamp":1781592889000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0952197626015551"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9]]},"references-count":37,"alternative-id":["S0952197626015551"],"URL":"https:\/\/doi.org\/10.1016\/j.engappai.2026.115271","relation":{},"ISSN":["0952-1976"],"issn-type":[{"value":"0952-1976","type":"print"}],"subject":[],"published":{"date-parts":[[2026,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Lightweight knowledge distillation through adaptive feature selection","name":"articletitle","label":"Article Title"},{"value":"Engineering Applications of Artificial Intelligence","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.engappai.2026.115271","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"115271"}}