{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,29]],"date-time":"2026-07-29T14:48:34Z","timestamp":1785336514591,"version":"3.55.0"},"reference-count":66,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Engineering Applications of Artificial Intelligence"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1016\/j.engappai.2025.112696","type":"journal-article","created":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T01:50:24Z","timestamp":1760061024000},"page":"112696","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":2,"special_numbering":"PD","title":["Teach sample-specific knowledge: Separated distillation based on samples"],"prefix":"10.1016","volume":"162","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8357-1188","authenticated-orcid":false,"given":"Seonghak","family":"Kim","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7586-2025","authenticated-orcid":false,"given":"Gyeongdo","family":"Ham","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9131-8086","authenticated-orcid":false,"given":"Suin","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daeshik","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.engappai.2025.112696_b1","doi-asserted-by":"crossref","unstructured":"Bucilu\u01ce, C., Caruana, R., Niculescu-Mizil, A., 2006. Model compression. In: Proceedings of the 12th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. pp. 535\u2013541.","DOI":"10.1145\/1150402.1150464"},{"key":"10.1016\/j.engappai.2025.112696_b2","article-title":"Learning efficient object detection models with knowledge distillation","volume":"30","author":"Chen","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.engappai.2025.112696_b3","series-title":"Otov2: Automatic, generic, user-friendly","author":"Chen","year":"2023"},{"key":"10.1016\/j.engappai.2025.112696_b4","doi-asserted-by":"crossref","unstructured":"Chen, P., Liu, S., Zhao, H., Jia, J., 2021. Distilling knowledge via knowledge review. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 5008\u20135017.","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"10.1016\/j.engappai.2025.112696_b5","series-title":"ICCV","article-title":"On the efficacy of knowledge distillation","author":"Cho","year":"2019"},{"key":"10.1016\/j.engappai.2025.112696_b6","series-title":"Pruning deep neural networks from a sparsity perspective","author":"Diao","year":"2023"},{"key":"10.1016\/j.engappai.2025.112696_b7","unstructured":"Furlanello, T., Lipton, Z., Tschannen, M., Itti, L., Anandkumar, A., 2018. Born Again Neural Networks. In: International Conference on Machine Learning. pp. 1607\u20131616."},{"key":"10.1016\/j.engappai.2025.112696_b8","doi-asserted-by":"crossref","unstructured":"He, K., Gkioxari, G., Doll\u00e1r, P., Girshick, R., 2017. Mask r-cnn. In: Proceedings of the IEEE International Conference on Computer Vision. pp. 2961\u20132969.","DOI":"10.1109\/ICCV.2017.322"},{"key":"10.1016\/j.engappai.2025.112696_b9","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J., 2016a. Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. pp. 770\u2013778.","DOI":"10.1109\/CVPR.2016.90"},{"key":"10.1016\/j.engappai.2025.112696_b10","series-title":"CVPR","article-title":"Deep residual learning for image recognition","author":"He","year":"2016"},{"key":"10.1016\/j.engappai.2025.112696_b11","doi-asserted-by":"crossref","unstructured":"Heo, B., Kim, J., Yun, S., Park, H., Kwak, N., Choi, J.Y., 2019. A comprehensive overhaul of feature distillation. In: Proceedings of the IEEE International Conference on Computer Vision. pp. 1921\u20131930.","DOI":"10.1109\/ICCV.2019.00201"},{"key":"10.1016\/j.engappai.2025.112696_b12","series-title":"Distilling the knowledge in a neural network","author":"Hinton","year":"2015"},{"key":"10.1016\/j.engappai.2025.112696_b13","first-page":"6840","article-title":"Denoising diffusion probabilistic models","volume":"33","author":"Ho","year":"2020","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.engappai.2025.112696_b14","doi-asserted-by":"crossref","first-page":"33716","DOI":"10.52202\/068431-2443","article-title":"Knowledge distillation from a stronger teacher","volume":"35","author":"Huang","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.engappai.2025.112696_b15","article-title":"Knowledge diffusion for distillation","volume":"36","author":"Huang","year":"2024","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.engappai.2025.112696_b16","series-title":"Tinybert: Distilling bert for natural language understanding","author":"Jiao","year":"2019"},{"key":"10.1016\/j.engappai.2025.112696_b17","doi-asserted-by":"crossref","unstructured":"Jin, Y., Wang, J., Lin, D., 2023. Multi-Level Logit Distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 24276\u201324285.","DOI":"10.1109\/CVPR52729.2023.02325"},{"key":"10.1016\/j.engappai.2025.112696_b18","first-page":"1","article-title":"Robustness-Reinforced knowledge distillation with correlation distance and network pruning","author":"Kim","year":"2024","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"10.1016\/j.engappai.2025.112696_b19","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2024.111911","article-title":"Maximizing discrimination capability of knowledge distillation with energy function","volume":"296","author":"Kim","year":"2024","journal-title":"Knowl.-Based Syst."},{"key":"10.1016\/j.engappai.2025.112696_b20","series-title":"Advances in Neural Information Processing Systems","first-page":"2760","article-title":"Paraphrasing complex network: Network compression via factor transfer","author":"Kim","year":"2018"},{"key":"10.1016\/j.engappai.2025.112696_b21","doi-asserted-by":"crossref","unstructured":"Kong, T., Sun, F., Yao, A., Liu, H., Lu, M., Chen, Y., 2017. Ron: Reverse connection with objectness prior networks for object detection. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. pp. 5936\u20135944.","DOI":"10.1109\/CVPR.2017.557"},{"key":"10.1016\/j.engappai.2025.112696_b22","unstructured":"Koratana, A., Kang, D., Bailis, P., Zaharia, M., 2019. LIT: Learned intermediate representation training for model compression. In: International Conference on Machine Learning. pp. 3509\u20133518."},{"key":"10.1016\/j.engappai.2025.112696_b23","doi-asserted-by":"crossref","unstructured":"Koryakovskiy, I., Yakovleva, A., Buchnev, V., Isaev, T., Odinokikh, G., 2023. One-Shot Model for Mixed-Precision Quantization. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 7939\u20137949.","DOI":"10.1109\/CVPR52729.2023.00767"},{"key":"10.1016\/j.engappai.2025.112696_b24","series-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"10.1016\/j.engappai.2025.112696_b25","doi-asserted-by":"crossref","unstructured":"Li, Z., Li, X., Yang, L., Zhao, B., Song, R., Luo, L., Li, J., Yang, J., 2023. Curriculum temperature for knowledge distillation. In: Proceedings of the AAAI Conference on Artificial Intelligence. Vol. 37, pp. 1504\u20131512.","DOI":"10.1609\/aaai.v37i2.25236"},{"key":"10.1016\/j.engappai.2025.112696_b26","series-title":"CVPR","article-title":"Feature pyramid networks for object detection","author":"Lin","year":"2017"},{"key":"10.1016\/j.engappai.2025.112696_b27","series-title":"ECCV","article-title":"Microsoft coco: Common objects in context","author":"Lin","year":"2014"},{"key":"10.1016\/j.engappai.2025.112696_b28","doi-asserted-by":"crossref","unstructured":"Liu, Y., Cao, J., Li, B., Yuan, C., Hu, W., Li, Y., Duan, Y., 2019. Knowledge Distillation via Instance Relationship Graph. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. pp. 7096\u20137104.","DOI":"10.1109\/CVPR.2019.00726"},{"key":"10.1016\/j.engappai.2025.112696_b29","doi-asserted-by":"crossref","unstructured":"Long, J., Shelhamer, E., Darrell, T., 2015. Fully convolutional networks for semantic segmentation. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. pp. 3431\u20133440.","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"10.1016\/j.engappai.2025.112696_b30","doi-asserted-by":"crossref","unstructured":"Ma, N., Zhang, X., Zheng, H.-T., Sun, J., 2018a. Shufflenet v2: Practical guidelines for efficient cnn architecture design. In: Proceedings of the European Conference on Computer Vision. ECCV, pp. 116\u2013131.","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"10.1016\/j.engappai.2025.112696_b31","series-title":"ECCV","article-title":"Shufflenet V2: Practical guidelines for efficient cnn architecture design","author":"Ma","year":"2018"},{"key":"10.1016\/j.engappai.2025.112696_b32","doi-asserted-by":"crossref","unstructured":"Mirzadeh, S.I., Farajtabar, M., Li, A., Levine, N., Matsukawa, A., Ghasemzadeh, H., 2020. Improved knowledge distillation via teacher assistant. In: AAAI.","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"10.1016\/j.engappai.2025.112696_b33","doi-asserted-by":"crossref","unstructured":"Park, W., Kim, D., Lu, Y., Cho, M., 2019a. Relational knowledge distillation. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. pp. 3967\u20133976.","DOI":"10.1109\/CVPR.2019.00409"},{"key":"10.1016\/j.engappai.2025.112696_b34","doi-asserted-by":"crossref","unstructured":"Park, W., Kim, D., Lu, Y., Cho, M., 2019b. Relational knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 3967\u20133976.","DOI":"10.1109\/CVPR.2019.00409"},{"key":"10.1016\/j.engappai.2025.112696_b35","doi-asserted-by":"crossref","unstructured":"Peng, B., Jin, X., Liu, J., Li, D., Wu, Y., Liu, Y., Zhou, S., Zhang, Z., 2019a. Correlation congruence for knowledge distillation. In: Proceedings of the IEEE International Conference on Computer Vision. pp. 5007\u20135016.","DOI":"10.1109\/ICCV.2019.00511"},{"key":"10.1016\/j.engappai.2025.112696_b36","doi-asserted-by":"crossref","unstructured":"Peng, B., Jin, X., Liu, J., Li, D., Wu, Y., Liu, Y., Zhou, S., Zhang, Z., 2019b. Correlation congruence for knowledge distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. pp. 5007\u20135016.","DOI":"10.1109\/ICCV.2019.00511"},{"key":"10.1016\/j.engappai.2025.112696_b37","series-title":"Cram: A compression-aware minimizer","author":"Peste","year":"2022"},{"key":"10.1016\/j.engappai.2025.112696_b38","series-title":"Bibench: Benchmarking and analyzing network binarization","author":"Qin","year":"2023"},{"key":"10.1016\/j.engappai.2025.112696_b39","series-title":"Better teacher better student: Dynamic prior knowledge for knowledge distillation","author":"Qiu","year":"2022"},{"key":"10.1016\/j.engappai.2025.112696_b40","article-title":"Faster r-cnn: Towards real-time object detection with region proposal networks","volume":"28","author":"Ren","year":"2015","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.engappai.2025.112696_b41","series-title":"NeurIPS","article-title":"Faster r-cnn: Towards real-time object detection with region proposal networks","author":"Ren","year":"2015"},{"key":"10.1016\/j.engappai.2025.112696_b42","doi-asserted-by":"crossref","unstructured":"Rombach, R., Blattmann, A., Lorenz, D., Esser, P., Ommer, B., 2022. High-resolution image synthesis with latent diffusion models. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 10684\u201310695.","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"10.1016\/j.engappai.2025.112696_b43","series-title":"Fitnets: Hints for thin deep nets","author":"Romero","year":"2014"},{"key":"10.1016\/j.engappai.2025.112696_b44","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","article-title":"Imagenet large scale visual recognition challenge","volume":"115","author":"Russakovsky","year":"2015","journal-title":"Int. J. Comput. Vis."},{"key":"10.1016\/j.engappai.2025.112696_b45","series-title":"CVPR","article-title":"MobilenetV2: Inverted residuals and linear bottlenecks","author":"Sandler","year":"2018"},{"key":"10.1016\/j.engappai.2025.112696_b46","series-title":"ICLR","article-title":"Very deep convolutional networks for Large-Scale image recognition","author":"Simonyan","year":"2015"},{"key":"10.1016\/j.engappai.2025.112696_b47","article-title":"Generative modeling by estimating gradients of the data distribution","volume":"32","author":"Song","year":"2019","journal-title":"NeurIPS"},{"key":"10.1016\/j.engappai.2025.112696_b48","series-title":"ICLR","article-title":"Denoising diffusion implicit models","author":"Song","year":"2021"},{"key":"10.1016\/j.engappai.2025.112696_b49","series-title":"ICLR","article-title":"Score-Based generative modeling through stochastic differential equations","author":"Song","year":"2020"},{"key":"10.1016\/j.engappai.2025.112696_b50","first-page":"153","article-title":"Innovation in education: The \u201cteach less, learn more\u201d initiative in Singapore schools","author":"Tan","year":"2008","journal-title":"Innov. Educ."},{"key":"10.1016\/j.engappai.2025.112696_b51","series-title":"Contrastive representation distillation","author":"Tian","year":"2019"},{"key":"10.1016\/j.engappai.2025.112696_b52","doi-asserted-by":"crossref","unstructured":"Tung, F., Mori, G., 2019. Similarity-preserving knowledge distillation. In: Proceedings of the IEEE International Conference on Computer Vision. pp. 1365\u20131374.","DOI":"10.1109\/ICCV.2019.00145"},{"key":"10.1016\/j.engappai.2025.112696_b53","doi-asserted-by":"crossref","unstructured":"Wang, H., Li, Y., Wang, Y., Hu, H., Yang, M.-H., 2020. Collaborative distillation for ultra-resolution universal style transfer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 1860\u20131869.","DOI":"10.1109\/CVPR42600.2020.00193"},{"key":"10.1016\/j.engappai.2025.112696_b54","series-title":"CVPR","article-title":"Distilling object detectors with fine-grained feature imitation","author":"Wang","year":"2019"},{"key":"10.1016\/j.engappai.2025.112696_b55","series-title":"F-divergence minimization for sequence-level knowledge distillation","author":"Wen","year":"2023"},{"key":"10.1016\/j.engappai.2025.112696_b56","series-title":"Detectron2","author":"Wu","year":"2019"},{"key":"10.1016\/j.engappai.2025.112696_b57","doi-asserted-by":"crossref","unstructured":"Yang, C., Xie, L., Su, C., Yuille, A.L., 2019. Snapshot distillation: Teacher-student optimization in one generation. In: CVPR.","DOI":"10.1109\/CVPR.2019.00297"},{"key":"10.1016\/j.engappai.2025.112696_b58","series-title":"CVPR","article-title":"A gift from knowledge distillation: Fast optimization, network minimization and transfer learning","author":"Yim","year":"2017"},{"key":"10.1016\/j.engappai.2025.112696_b59","series-title":"Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer","author":"Zagoruyko","year":"2016"},{"key":"10.1016\/j.engappai.2025.112696_b60","series-title":"BMVC","article-title":"Wide residual networks","author":"Zagoruyko","year":"2016"},{"key":"10.1016\/j.engappai.2025.112696_b61","article-title":"Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer","author":"Zagoruyko","year":"2017","journal-title":"ICLR"},{"key":"10.1016\/j.engappai.2025.112696_b62","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Xiang, T., Hospedales, T.M., Lu, H., 2018a. Deep mutual learning. In: CVPR.","DOI":"10.1109\/CVPR.2018.00454"},{"key":"10.1016\/j.engappai.2025.112696_b63","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Xiang, T., Hospedales, T.M., Lu, H., 2018b. Deep mutual learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. pp. 4320\u20134328.","DOI":"10.1109\/CVPR.2018.00454"},{"key":"10.1016\/j.engappai.2025.112696_b64","doi-asserted-by":"crossref","unstructured":"Zhao, B., Cui, Q., Song, R., Qiu, Y., Liang, J., 2022. Decoupled knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 11953\u201311962.","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"10.1016\/j.engappai.2025.112696_b65","doi-asserted-by":"crossref","unstructured":"Zhao, H., Shi, J., Qi, X., Wang, X., Jia, J., 2017. Pyramid scene parsing network. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. pp. 2881\u20132890.","DOI":"10.1109\/CVPR.2017.660"},{"key":"10.1016\/j.engappai.2025.112696_b66","doi-asserted-by":"crossref","unstructured":"Zhu, Y., Wang, Y., 2021. Student customized knowledge distillation: Bridging the gap between student and teacher. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision. pp. 5057\u20135066.","DOI":"10.1109\/ICCV48922.2021.00501"}],"container-title":["Engineering Applications of Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0952197625027277?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0952197625027277?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T14:24:29Z","timestamp":1773152669000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0952197625027277"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":66,"alternative-id":["S0952197625027277"],"URL":"https:\/\/doi.org\/10.1016\/j.engappai.2025.112696","relation":{},"ISSN":["0952-1976"],"issn-type":[{"value":"0952-1976","type":"print"}],"subject":[],"published":{"date-parts":[[2025,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Teach sample-specific knowledge: Separated distillation based on samples","name":"articletitle","label":"Article Title"},{"value":"Engineering Applications of Artificial Intelligence","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.engappai.2025.112696","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"112696"}}