{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T16:06:51Z","timestamp":1774541211956,"version":"3.50.1"},"reference-count":51,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,2,13]],"date-time":"2025-02-13T00:00:00Z","timestamp":1739404800000},"content-version":"vor","delay-in-days":43,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Intelligent Networks"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1016\/j.ijin.2025.02.001","type":"journal-article","created":{"date-parts":[[2025,2,22]],"date-time":"2025-02-22T07:11:51Z","timestamp":1740208311000},"page":"47-56","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":3,"special_numbering":"C","title":["Teacher Probability Reconstruction based knowledge distillation within intelligent network compression"],"prefix":"10.1016","volume":"6","author":[{"given":"Han","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xuyang","family":"Teng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiajie","family":"Su","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chunhao","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chang","family":"Hu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Meng","family":"Han","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.ijin.2025.02.001_b1","doi-asserted-by":"crossref","unstructured":"K. He, X. Zhang, S. Ren, J. Sun, Deep residual learning for image recognition, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2016, pp. 770\u2013778.","DOI":"10.1109\/CVPR.2016.90"},{"key":"10.1016\/j.ijin.2025.02.001_b2","doi-asserted-by":"crossref","unstructured":"J. Hu, L. Shen, G. Sun, Squeeze-and-excitation networks, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2018, pp. 7132\u20137141.","DOI":"10.1109\/CVPR.2018.00745"},{"key":"10.1016\/j.ijin.2025.02.001_b3","doi-asserted-by":"crossref","unstructured":"N. Ma, X. Zhang, H.-T. Zheng, J. Sun, Shufflenet v2: Practical guidelines for efficient cnn architecture design, in: Proceedings of the European Conference on Computer Vision, 2018, pp. 116\u2013131.","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"10.1016\/j.ijin.2025.02.001_b4","doi-asserted-by":"crossref","unstructured":"S. Xie, R. Girshick, P. Doll\u00e1r, Z. Tu, K. He, Aggregated residual transformations for deep neural networks, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2017, pp. 1492\u20131500.","DOI":"10.1109\/CVPR.2017.634"},{"key":"10.1016\/j.ijin.2025.02.001_b5","doi-asserted-by":"crossref","unstructured":"K. He, G. Gkioxari, P. Doll\u00e1r, R. Girshick, Mask r-cnn, in: Proceedings of the IEEE International Conference on Computer Vision, 2017, pp. 2961\u20132969.","DOI":"10.1109\/ICCV.2017.322"},{"key":"10.1016\/j.ijin.2025.02.001_b6","article-title":"Faster r-cnn: Towards real-time object detection with region proposal networks","volume":"28","author":"Ren","year":"2015","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"10","key":"10.1016\/j.ijin.2025.02.001_b7","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0259283","article-title":"Application of local fully Convolutional Neural Network combined with YOLO v5 algorithm in small target detection of remote sensing image","volume":"16","author":"Wu","year":"2021","journal-title":"PloS One"},{"key":"10.1016\/j.ijin.2025.02.001_b8","article-title":"A knowledge-driven anomaly detection framework for social production system","author":"Li","year":"2022","journal-title":"IEEE Trans. Comput. Soc. Syst."},{"key":"10.1016\/j.ijin.2025.02.001_b9","doi-asserted-by":"crossref","unstructured":"J. Long, E. Shelhamer, T. Darrell, Fully convolutional networks for semantic segmentation, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2015, pp. 3431\u20133440.","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"10.1016\/j.ijin.2025.02.001_b10","doi-asserted-by":"crossref","unstructured":"H. Zhao, J. Shi, X. Qi, X. Wang, J. Jia, Pyramid scene parsing network, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2017, pp. 2881\u20132890.","DOI":"10.1109\/CVPR.2017.660"},{"issue":"12","key":"10.1016\/j.ijin.2025.02.001_b11","doi-asserted-by":"crossref","first-page":"2481","DOI":"10.1109\/TPAMI.2016.2644615","article-title":"Segnet: A deep convolutional encoder-decoder architecture for image segmentation","volume":"39","author":"Badrinarayanan","year":"2017","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.ijin.2025.02.001_b12","series-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014"},{"key":"10.1016\/j.ijin.2025.02.001_b13","series-title":"An image is worth 16x16 words: Transformers for image recognition at scale","author":"Dosovitskiy","year":"2020"},{"key":"10.1016\/j.ijin.2025.02.001_b14","series-title":"Distilling the knowledge in a neural network","author":"Hinton","year":"2015"},{"key":"10.1016\/j.ijin.2025.02.001_b15","series-title":"International Conference on Machine Learning","first-page":"1607","article-title":"Born again neural networks","author":"Furlanello","year":"2018"},{"key":"10.1016\/j.ijin.2025.02.001_b16","doi-asserted-by":"crossref","unstructured":"Y. Zhang, T. Xiang, T.M. Hospedales, H. Lu, Deep mutual learning, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2018, pp. 4320\u20134328.","DOI":"10.1109\/CVPR.2018.00454"},{"key":"10.1016\/j.ijin.2025.02.001_b17","doi-asserted-by":"crossref","unstructured":"C. Yang, L. Xie, C. Su, A.L. Yuille, Snapshot distillation: Teacher-student optimization in one generation, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2019, pp. 2859\u20132868.","DOI":"10.1109\/CVPR.2019.00297"},{"key":"10.1016\/j.ijin.2025.02.001_b18","doi-asserted-by":"crossref","unstructured":"J.H. Cho, B. Hariharan, On the efficacy of knowledge distillation, in: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 2019, pp. 4794\u20134802.","DOI":"10.1109\/ICCV.2019.00489"},{"key":"10.1016\/j.ijin.2025.02.001_b19","doi-asserted-by":"crossref","unstructured":"S.I. Mirzadeh, M. Farajtabar, A. Li, N. Levine, A. Matsukawa, H. Ghasemzadeh, Improved knowledge distillation via teacher assistant, in: Proceedings of the AAAI Conference on Artificial Intelligence, Vol. 34, 2020, pp. 5191\u20135198.","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"10.1016\/j.ijin.2025.02.001_b20","series-title":"International Conference on Neural Information Processing","first-page":"338","article-title":"Logit distillation via student diversity","author":"Chen","year":"2022"},{"key":"10.1016\/j.ijin.2025.02.001_b21","first-page":"1","article-title":"Multimodality self-distillation for fast inference of vision and language pretrained models","author":"Kong","year":"2024","journal-title":"IEEE Trans. Multimed."},{"key":"10.1016\/j.ijin.2025.02.001_b22","doi-asserted-by":"crossref","unstructured":"B. Heo, M. Lee, S. Yun, J.Y. Choi, Knowledge transfer via distillation of activation boundaries formed by hidden neurons, in: Proceedings of the AAAI Conference on Artificial Intelligence, Vol. 33, 2019, pp. 3779\u20133787.","DOI":"10.1609\/aaai.v33i01.33013779"},{"key":"10.1016\/j.ijin.2025.02.001_b23","doi-asserted-by":"crossref","unstructured":"B. Heo, J. Kim, S. Yun, H. Park, N. Kwak, J.Y. Choi, A comprehensive overhaul of feature distillation, in: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 2019, pp. 1921\u20131930.","DOI":"10.1109\/ICCV.2019.00201"},{"key":"10.1016\/j.ijin.2025.02.001_b24","series-title":"Like what you like: Knowledge distill via neuron selectivity transfer","author":"Huang","year":"2017"},{"key":"10.1016\/j.ijin.2025.02.001_b25","article-title":"Paraphrasing complex network: Network compression via factor transfer","volume":"31","author":"Kim","year":"2018","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.ijin.2025.02.001_b26","doi-asserted-by":"crossref","unstructured":"W. Park, D. Kim, Y. Lu, M. Cho, Relational knowledge distillation, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2019, pp. 3967\u20133976.","DOI":"10.1109\/CVPR.2019.00409"},{"key":"10.1016\/j.ijin.2025.02.001_b27","doi-asserted-by":"crossref","unstructured":"B. Peng, X. Jin, J. Liu, D. Li, Y. Wu, Y. Liu, S. Zhou, Z. Zhang, Correlation congruence for knowledge distillation, in: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 2019, pp. 5007\u20135016.","DOI":"10.1109\/ICCV.2019.00511"},{"key":"10.1016\/j.ijin.2025.02.001_b28","series-title":"Fitnets: Hints for thin deep nets","author":"Romero","year":"2014"},{"key":"10.1016\/j.ijin.2025.02.001_b29","series-title":"Contrastive representation distillation","author":"Tian","year":"2019"},{"key":"10.1016\/j.ijin.2025.02.001_b30","doi-asserted-by":"crossref","unstructured":"F. Tung, G. Mori, Similarity-preserving knowledge distillation, in: Proceedings of the IEEE\/CVF International Conference on Computer Vision, 2019, pp. 1365\u20131374.","DOI":"10.1109\/ICCV.2019.00145"},{"key":"10.1016\/j.ijin.2025.02.001_b31","series-title":"Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer","author":"Zagoruyko","year":"2016"},{"key":"10.1016\/j.ijin.2025.02.001_b32","doi-asserted-by":"crossref","unstructured":"Y. Zhang, J. Wang, L.-C. Yu, D. Xu, X. Zhang, Domain Generalization via Switch Knowledge Distillation for Robust Review Representation, in: Findings of the Association for Computational Linguistics: ACL 2023, 2023, pp. 12812\u201312826.","DOI":"10.18653\/v1\/2023.findings-acl.810"},{"key":"10.1016\/j.ijin.2025.02.001_b33","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1023\/A:1026530200837","article-title":"Using a neural network to approximate an ensemble of classifiers","volume":"12","author":"Zeng","year":"2000","journal-title":"Neural Process. Lett."},{"key":"10.1016\/j.ijin.2025.02.001_b34","doi-asserted-by":"crossref","unstructured":"C. Bucilu\u01ce, R. Caruana, A. Niculescu-Mizil, Model compression, in: Proceedings of the 12th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, 2006, pp. 535\u2013541.","DOI":"10.1145\/1150402.1150464"},{"key":"10.1016\/j.ijin.2025.02.001_b35","doi-asserted-by":"crossref","unstructured":"J. Su, C. Chen, W. Liu, F. Wu, X. Zheng, H. Lyu, Enhancing hierarchy-aware graph networks with deep dual clustering for session-based recommendation, in: Proceedings of the ACM Web Conference 2023, 2023, pp. 165\u2013176.","DOI":"10.1145\/3543507.3583247"},{"key":"10.1016\/j.ijin.2025.02.001_b36","article-title":"Ultrare: Enhancing receraser for recommendation unlearning via error decomposition","volume":"36","author":"Li","year":"2023","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.ijin.2025.02.001_b37","article-title":"Post-training attribute unlearning in recommender systems","author":"Chen","year":"2024","journal-title":"ACM Trans. Inf. Syst."},{"key":"10.1016\/j.ijin.2025.02.001_b38","doi-asserted-by":"crossref","unstructured":"J. Su, C. Chen, W. Liu, Z. Lin, S. Shen, W. Wang, X. Zheng, Revisit targeted model poisoning on federated recommendation: Optimize via multi-objective transport, in: Proceedings of the 47th International Acm Sigir Conference on Research and Development in Information Retrieval, 2024, pp. 1722\u20131732.","DOI":"10.1145\/3626772.3657764"},{"key":"10.1016\/j.ijin.2025.02.001_b39","article-title":"An entity ontology-based knowledge graph embedding approach to news credibility assessment","author":"Liu","year":"2024","journal-title":"IEEE Trans. Comput. Soc. Syst."},{"key":"10.1016\/j.ijin.2025.02.001_b40","doi-asserted-by":"crossref","unstructured":"Z. Li, X. Li, L. Yang, B. Zhao, R. Song, L. Luo, J. Li, J. Yang, Curriculum temperature for knowledge distillation, in: Proceedings of the AAAI Conference on Artificial Intelligence, Vol. 37, 2023, pp. 1504\u20131512.","DOI":"10.1609\/aaai.v37i2.25236"},{"key":"10.1016\/j.ijin.2025.02.001_b41","doi-asserted-by":"crossref","unstructured":"P. Chen, S. Liu, H. Zhao, J. Jia, Distilling knowledge via knowledge review, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2021, pp. 5008\u20135017.","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"10.1016\/j.ijin.2025.02.001_b42","series-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"10.1016\/j.ijin.2025.02.001_b43","series-title":"2009 IEEE Conference on Computer Vision and Pattern Recognition","first-page":"248","article-title":"Imagenet: A large-scale hierarchical image database","author":"Deng","year":"2009"},{"key":"10.1016\/j.ijin.2025.02.001_b44","series-title":"Computer Vision\u2013ECCV 2014: 13th European Conference, Zurich, Switzerland, September 6-12, 2014, Proceedings, Part V 13","first-page":"740","article-title":"Microsoft coco: Common objects in context","author":"Lin","year":"2014"},{"key":"10.1016\/j.ijin.2025.02.001_b45","doi-asserted-by":"crossref","unstructured":"M. Sandler, A. Howard, M. Zhu, A. Zhmoginov, L.-C. Chen, Mobilenetv2: Inverted residuals and linear bottlenecks, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2018, pp. 4510\u20134520.","DOI":"10.1109\/CVPR.2018.00474"},{"key":"10.1016\/j.ijin.2025.02.001_b46","series-title":"Wide residual networks","author":"Zagoruyko","year":"2016"},{"key":"10.1016\/j.ijin.2025.02.001_b47","doi-asserted-by":"crossref","unstructured":"T.-Y. Lin, P. Doll\u00e1r, R. Girshick, K. He, B. Hariharan, S. Belongie, Feature pyramid networks for object detection, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2017, pp. 2117\u20132125.","DOI":"10.1109\/CVPR.2017.106"},{"key":"10.1016\/j.ijin.2025.02.001_b48","doi-asserted-by":"crossref","unstructured":"B. Zhao, Q. Cui, R. Song, Y. Qiu, J. Liang, Decoupled knowledge distillation, in: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2022, pp. 11953\u201311962.","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"10.1016\/j.ijin.2025.02.001_b49","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/j.neucom.2021.04.102","article-title":"Preparing lessons: Improve knowledge distillation with better supervision","volume":"454","author":"Wen","year":"2021","journal-title":"Neurocomputing"},{"key":"10.1016\/j.ijin.2025.02.001_b50","doi-asserted-by":"crossref","first-page":"1722","DOI":"10.1109\/LSP.2023.3333240","article-title":"Be an excellent student: Review, preview, and correction","volume":"30","author":"Cao","year":"2023","journal-title":"IEEE Signal Process. Lett."},{"key":"10.1016\/j.ijin.2025.02.001_b51","series-title":"Improve knowledge distillation via label revision and data selection","author":"Lan","year":"2024"}],"container-title":["International Journal of Intelligent Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666603025000028?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666603025000028?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T12:38:57Z","timestamp":1771245537000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2666603025000028"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":51,"alternative-id":["S2666603025000028"],"URL":"https:\/\/doi.org\/10.1016\/j.ijin.2025.02.001","relation":{},"ISSN":["2666-6030"],"issn-type":[{"value":"2666-6030","type":"print"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Teacher Probability Reconstruction based knowledge distillation within intelligent network compression","name":"articletitle","label":"Article Title"},{"value":"International Journal of Intelligent Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ijin.2025.02.001","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Authors. Publishing services by Elsevier B.V. on behalf of KeAi Communications Co. Ltd.","name":"copyright","label":"Copyright"}]}}