{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T13:05:13Z","timestamp":1780405513983,"version":"3.54.1"},"reference-count":56,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Engineering Applications of Artificial Intelligence"],"published-print":{"date-parts":[[2026,8]]},"DOI":"10.1016\/j.engappai.2026.114950","type":"journal-article","created":{"date-parts":[[2026,5,5]],"date-time":"2026-05-05T20:13:04Z","timestamp":1778011984000},"page":"114950","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"P2","title":["Progressive category-aware anti-distillation"],"prefix":"10.1016","volume":"177","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1273-4397","authenticated-orcid":false,"given":"Yao","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1682-0284","authenticated-orcid":false,"given":"Yang","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8615-7313","authenticated-orcid":false,"given":"Zhisong","family":"Pan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.engappai.2026.114950_b1","doi-asserted-by":"crossref","first-page":"2709","DOI":"10.1109\/TIFS.2021.3062977","article-title":"Block-wise image transformation with secret key for adversarially robust defense","volume":"16","author":"AprilPyone","year":"2021","journal-title":"IEEE Trans. Inf. Forensics Secur."},{"key":"10.1016\/j.engappai.2026.114950_b2","series-title":"The Eleventh International Conference on Learning Representations, ICLR 2023, Kigali, Rwanda, May 1-5, 2023","article-title":"Dual student networks for data-free model stealing","author":"Beetham","year":"2023"},{"key":"10.1016\/j.engappai.2026.114950_b3","series-title":"Advances in Neural Information Processing Systems 34: Annual Conference on Neural Information Processing Systems 2021, NeurIPS 2021, December 6-14, 2021, Virtual","first-page":"1780","article-title":"You are caught stealing my winning lottery ticket! making a lottery ticket claim its ownership","author":"Chen","year":"2021"},{"key":"10.1016\/j.engappai.2026.114950_b4","series-title":"IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2021, Virtual, June 19-25, 2021","first-page":"5008","article-title":"Distilling knowledge via knowledge review","author":"Chen","year":"2021"},{"key":"10.1016\/j.engappai.2026.114950_b5","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2023.111146","article-title":"Better together: Data-free multi-student coevolved distillation","volume":"283","author":"Chen","year":"2024","journal-title":"Knowl.-Based Syst."},{"key":"10.1016\/j.engappai.2026.114950_b6","series-title":"DeepSeek-R1: Incentivizing reasoning capability in LLMs via reinforcement learning","author":"DeepSeek-AI","year":"2025"},{"key":"10.1016\/j.engappai.2026.114950_b7","series-title":"2009 IEEE Conference on Computer Vision and Pattern Recognition","first-page":"248","article-title":"ImageNet: A large-scale hierarchical image database","author":"Deng","year":"2009"},{"key":"10.1016\/j.engappai.2026.114950_b8","first-page":"6597","article-title":"Up to 100x faster data-free knowledge distillation","author":"Fang","year":"2022"},{"key":"10.1016\/j.engappai.2026.114950_b9","series-title":"Towards distillation-resistant large language models: An information-theoretic perspective","author":"Fang","year":"2026"},{"key":"10.1016\/j.engappai.2026.114950_b10","article-title":"Resource-efficient automatic software vulnerability assessment via knowledge distillation and particle swarm optimization","volume":"168","author":"Gao","year":"2025","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.engappai.2026.114950_b11","series-title":"IEEE Conference on Computer Vision and Pattern Recognition Workshops, CVPR Workshops 2021, Virtual, June 19-25, 2021","first-page":"3300","article-title":"MLCapsule: Guarded offline deployment of machine learning as a service","author":"Hanzlik","year":"2021"},{"key":"10.1016\/j.engappai.2026.114950_b12","series-title":"Advances in Neural Information Processing Systems 36: Annual Conference on Neural Information Processing Systems 2023, NeurIPS 2023, New Orleans, la, USA, December 10 - 16, 2023","article-title":"One-for-all: Bridge the gap between heterogeneous architectures in knowledge distillation","author":"Hao","year":"2023"},{"key":"10.1016\/j.engappai.2026.114950_b13","series-title":"International Conference on Networking and Network Applications, NaNA 2020, Haikou City, China, December 10-13, 2020","first-page":"53","article-title":"Deep learning as a service based on encrypted data","author":"Hei","year":"2020"},{"key":"10.1016\/j.engappai.2026.114950_b14","series-title":"Distilling the knowledge in a neural network","author":"Hinton","year":"2015"},{"key":"10.1016\/j.engappai.2026.114950_b15","series-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2023, Toronto, Canada, July 9-14, 2023","first-page":"14852","article-title":"Large language models are reasoning teachers","author":"Ho","year":"2023"},{"key":"10.1016\/j.engappai.2026.114950_b16","series-title":"2019 IEEE\/CVF International Conference on Computer Vision, ICCV 2019, Seoul, Korea (South), October 27 - November 2, 2019","first-page":"1013","article-title":"Learning lightweight lane detection CNNs by self attention distillation","author":"Hou","year":"2019"},{"key":"10.1016\/j.engappai.2026.114950_b17","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2024.106853","article-title":"A unified noise and watermark removal from information bottleneck-based modeling","volume":"181","author":"Huang","year":"2025","journal-title":"Neural Netw."},{"key":"10.1016\/j.engappai.2026.114950_b18","series-title":"IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2021, Virtual, June 19-25, 2021","first-page":"10664","article-title":"Refine myself by teaching myself: Feature refinement via self-knowledge distillation","author":"Ji","year":"2021"},{"key":"10.1016\/j.engappai.2026.114950_b19","series-title":"IEEE European Symposium on Security and Privacy, EuroS&P 2019, Stockholm, Sweden, June 17-19, 2019","first-page":"512","article-title":"PRADA: protecting against DNN model stealing attacks","author":"Juuti","year":"2019"},{"key":"10.1016\/j.engappai.2026.114950_b20","series-title":"2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2020, Seattle, WA, USA, June 13-19, 2020","first-page":"767","article-title":"Defending against model stealing attacks with adaptive misinformation","author":"Kariyappa","year":"2020"},{"key":"10.1016\/j.engappai.2026.114950_b21","series-title":"Clustering by means of medoids","author":"Kaufman","year":"1987"},{"key":"10.1016\/j.engappai.2026.114950_b22","series-title":"The First Tiny Papers Track At ICLR 2023, Tiny Papers @ ICLR 2023, Kigali, Rwanda, May 5, 2023","article-title":"Averager student: Distillation from undistillable teacher","author":"Keser","year":"2023"},{"key":"10.1016\/j.engappai.2026.114950_b23","series-title":"2nd International Conference on Learning Representations, ICLR 2014, Banff, AB, Canada, April 14-16, 2014, Conference Track Proceedings","article-title":"Auto-encoding variational Bayes","author":"Kingma","year":"2014"},{"key":"10.1016\/j.engappai.2026.114950_b24","series-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"10.1016\/j.engappai.2026.114950_b25","series-title":"Advances in Neural Information Processing Systems 34: Annual Conference on Neural Information Processing Systems 2021, NeurIPS 2021, December 6-14, 2021, Virtual","first-page":"9181","article-title":"Analyzing the confidentiality of undistillable teachers in knowledge distillation","author":"Kundu","year":"2021"},{"key":"10.1016\/j.engappai.2026.114950_b26","series-title":"Digital Forensics and Watermarking - 20th International Workshop, IWDW 2021, Beijing, China, November 20-22, 2021, Revised Selected Papers","first-page":"135","article-title":"A feature-map-based large-payload DNN watermarking algorithm","volume":"vol. 13180","author":"Li","year":"2021"},{"key":"10.1016\/j.engappai.2026.114950_b27","series-title":"Findings of the Association for Computational Linguistics, ACL 2024, Bangkok, Thailand and Virtual Meeting, August 11-16, 2024","first-page":"7804","article-title":"Teaching small language models to reason for knowledge-intensive multi-hop question answering","author":"Li","year":"2024"},{"key":"10.1016\/j.engappai.2026.114950_b28","doi-asserted-by":"crossref","first-page":"9603","DOI":"10.1109\/TMM.2024.3395844","article-title":"A category-aware curriculum learning for data-free knowledge distillation","volume":"26","author":"Li","year":"2024","journal-title":"IEEE Trans. Multim."},{"key":"10.1016\/j.engappai.2026.114950_b29","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2024.110422","article-title":"Dual teachers for self-knowledge distillation","volume":"151","author":"Li","year":"2024","journal-title":"Pattern Recognit."},{"key":"10.1016\/j.engappai.2026.114950_b30","first-page":"1504","article-title":"Curriculum temperature for knowledge distillation","author":"Li","year":"2023"},{"key":"10.1016\/j.engappai.2026.114950_b31","article-title":"A multi-teacher knowledge distillation-based framework for long-term respiratory monitoring and prediction with a novel flexible wearable sensor in healthcare engineering","volume":"169","author":"Li","year":"2025","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.engappai.2026.114950_b32","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2024.106386","article-title":"AdaDFKD: Exploring adaptive inter-sample relationship in data-free knowledge distillation","volume":"177","author":"Li","year":"2024","journal-title":"Neural Netw."},{"key":"10.1016\/j.engappai.2026.114950_b33","series-title":"31st USENIX Security Symposium, USENIX Security 2022, Boston, MA, USA, August 10-12, 2022","first-page":"3629","article-title":"PoisonedEncoder: Poisoning the unlabeled pre-training data in contrastive learning","author":"Liu","year":"2022"},{"key":"10.1016\/j.engappai.2026.114950_b34","series-title":"IEEE\/CVF International Conference on Computer Vision, ICCV 2023, Paris, France, October 1-6, 2023","first-page":"4412","article-title":"Enhancing generalization of universal adversarial perturbation through gradient aggregation","author":"Liu","year":"2023"},{"key":"10.1016\/j.engappai.2026.114950_b35","series-title":"Advances in Neural Information Processing Systems 38: Annual Conference on Neural Information Processing Systems 2024, NeurIPS 2024, Vancouver, BC, Canada, December 10 - 15, 2024","article-title":"Wasserstein distance rivals Kullback-Leibler divergence for knowledge distillation","author":"Lv","year":"2024"},{"key":"10.1016\/j.engappai.2026.114950_b36","series-title":"9th International Conference on Learning Representations, ICLR 2021, Virtual Event, Austria, May 3-7, 2021","article-title":"Undistillable: Making a nasty teacher that CANNOT teach students","author":"Ma","year":"2021"},{"key":"10.1016\/j.engappai.2026.114950_b37","series-title":"Protecting language models against unauthorized distillation through trace rewriting","author":"Ma","year":"2026"},{"key":"10.1016\/j.engappai.2026.114950_b38","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"van der Maaten","year":"2008","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.engappai.2026.114950_b39","series-title":"AAAI-25, Sponsored By the Association for the Advancement of Artificial Intelligence, February 25 - March 4, 2025, Philadelphia, PA, USA","first-page":"24849","article-title":"Task-agnostic language model watermarking via high entropy passthrough layers","author":"Masrani","year":"2025"},{"key":"10.1016\/j.engappai.2026.114950_b40","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1146\/annurev-statistics-031017-100325","article-title":"Finite mixture models","author":"McLachlan","year":"2019","journal-title":"Annu. Rev. Stat. Appl."},{"key":"10.1016\/j.engappai.2026.114950_b41","series-title":"IEEE\/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2024, Seattle, WA, USA, June 16-22, 2024","first-page":"15720","article-title":"$v_{k}d$: Improving knowledge distillation using orthogonal projections","author":"Miles","year":"2024"},{"key":"10.1016\/j.engappai.2026.114950_b42","series-title":"s1: Simple test-time scaling","author":"Muennighoff","year":"2025"},{"key":"10.1016\/j.engappai.2026.114950_b43","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2024.123776","article-title":"FedCRMW: Federated model ownership verification with compression-resistant model watermarking","volume":"249","author":"Nie","year":"2024","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.engappai.2026.114950_b44","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2024.111675","article-title":"PersistVerify: Federated model ownership verification with spatial attention and boundary sampling","volume":"293","author":"Nie","year":"2024","journal-title":"Knowl.-Based Syst."},{"key":"10.1016\/j.engappai.2026.114950_b45","series-title":"IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2019, Long Beach, CA, USA, June 16-20, 2019","first-page":"3967","article-title":"Relational knowledge distillation","author":"Park","year":"2019"},{"key":"10.1016\/j.engappai.2026.114950_b46","series-title":"Antidistillation sampling","author":"Savani","year":"2025"},{"key":"10.1016\/j.engappai.2026.114950_b47","series-title":"Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, December 4-9, 2017, Long Beach, CA, USA","first-page":"4077","article-title":"Prototypical networks for few-shot learning","author":"Snell","year":"2017"},{"key":"10.1016\/j.engappai.2026.114950_b48","series-title":"IEEE\/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2024, Seattle, WA, USA, June 16-22, 2024","first-page":"15731","article-title":"Logit standardization in knowledge distillation","author":"Sun","year":"2024"},{"key":"10.1016\/j.engappai.2026.114950_b49","series-title":"AAAI-25, Sponsored By the Association for the Advancement of Artificial Intelligence, February 25 - March 4, 2025, Philadelphia, PA, USA","first-page":"20805","article-title":"Hybrid data-free knowledge distillation","author":"Tang","year":"2025"},{"issue":"9","key":"10.1016\/j.engappai.2026.114950_b50","doi-asserted-by":"crossref","first-page":"6280","DOI":"10.1109\/TPAMI.2024.3379505","article-title":"Unpacking the gap box against data-free knowledge distillation","volume":"46","author":"Wang","year":"2024","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.engappai.2026.114950_b51","series-title":"AAAI-25, Sponsored By the Association for the Advancement of Artificial Intelligence, February 25 - March 4, 2025, Philadelphia, PA, USA","first-page":"12766","article-title":"Sim4Rec: Data-free model extraction attack on sequential recommendation","author":"Wang","year":"2025"},{"key":"10.1016\/j.engappai.2026.114950_b52","series-title":"IEEE\/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2024, Seattle, WA, USA, June 16-22, 2024","first-page":"12615","article-title":"De-confounded data-free knowledge distillation for handling distribution shifts","author":"Wang","year":"2024"},{"key":"10.1016\/j.engappai.2026.114950_b53","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2024.112728","article-title":"DATA: Dynamic adversarial thermal anti-distillation","volume":"309","author":"Zhang","year":"2025","journal-title":"Knowl.-Based Syst."},{"key":"10.1016\/j.engappai.2026.114950_b54","series-title":"IEEE\/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2024, Seattle, WA, USA, June 16-22, 2024","first-page":"15331","article-title":"CaKDP: Category-aware knowledge distillation and pruning framework for lightweight 3D object detection","author":"Zhang","year":"2024"},{"key":"10.1016\/j.engappai.2026.114950_b55","series-title":"IEEE\/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2022, New Orleans, la, USA, June 18-24, 2022","first-page":"11943","article-title":"Decoupled knowledge distillation","author":"Zhao","year":"2022"},{"key":"10.1016\/j.engappai.2026.114950_b56","series-title":"The Twelfth International Conference on Learning Representations, ICLR 2024, Vienna, Austria, May 7-11, 2024","article-title":"Knowledge distillation based on transformed teacher matching","author":"Zheng","year":"2024"}],"container-title":["Engineering Applications of Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0952197626012327?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0952197626012327?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T12:08:16Z","timestamp":1780402096000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0952197626012327"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":56,"alternative-id":["S0952197626012327"],"URL":"https:\/\/doi.org\/10.1016\/j.engappai.2026.114950","relation":{},"ISSN":["0952-1976"],"issn-type":[{"value":"0952-1976","type":"print"}],"subject":[],"published":{"date-parts":[[2026,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Progressive category-aware anti-distillation","name":"articletitle","label":"Article Title"},{"value":"Engineering Applications of Artificial Intelligence","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.engappai.2026.114950","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"114950"}}