{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T15:07:36Z","timestamp":1780931256746,"version":"3.54.1"},"reference-count":42,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Pattern Recognition"],"published-print":{"date-parts":[[2026,12]]},"DOI":"10.1016\/j.patcog.2026.114112","type":"journal-article","created":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T15:51:08Z","timestamp":1780069868000},"page":"114112","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"PA","title":["Synergistic knowledge distillation via reciprocal and self learning"],"prefix":"10.1016","volume":"180","author":[{"given":"Ping","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yu","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Renjie","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1413-0693","authenticated-orcid":false,"given":"Jianping","family":"Gou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Min","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yibing","family":"Zhan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhang","family":"Yi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"9","key":"10.1016\/j.patcog.2026.114112_b1","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1007\/s10462-024-10877-1","article-title":"A comprehensive survey of deep learning-based lightweight object detection models for edge devices","volume":"57","author":"Mittal","year":"2024","journal-title":"Artif. Intell. Rev."},{"issue":"5\u20136","key":"10.1016\/j.patcog.2026.114112_b2","doi-asserted-by":"crossref","first-page":"313","DOI":"10.1016\/0031-3203(79)90041-4","article-title":"Image data compression using autoregressive time series models","volume":"11","author":"Delp","year":"1979","journal-title":"Pattern Recognit."},{"key":"10.1016\/j.patcog.2026.114112_b3","series-title":"Distilling the knowledge in a neural network","author":"Hinton","year":"2015"},{"issue":"6","key":"10.1016\/j.patcog.2026.114112_b4","doi-asserted-by":"crossref","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","article-title":"Knowledge distillation: A survey","volume":"129","author":"Gou","year":"2021","journal-title":"Int. J. Comput. Vis."},{"key":"10.1016\/j.patcog.2026.114112_b5","doi-asserted-by":"crossref","unstructured":"S. Sun, W. Ren, J. Li, R. Wang, X. Cao, Logit standardization in knowledge distillation, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2024, pp. 15731\u201315740.","DOI":"10.1109\/CVPR52733.2024.01489"},{"key":"10.1016\/j.patcog.2026.114112_b6","series-title":"Semi-online knowledge distillation","author":"Liu","year":"2021"},{"key":"10.1016\/j.patcog.2026.114112_b7","doi-asserted-by":"crossref","DOI":"10.1016\/j.neunet.2025.107404","article-title":"Intra-class progressive and adaptive self-distillation","volume":"188","author":"Gou","year":"2025","journal-title":"Neural Netw."},{"key":"10.1016\/j.patcog.2026.114112_b8","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2026.113856","article-title":"Contrast-driven incremental multi-view clustering with semantic distillation and adaptive graph fusion","author":"Yin","year":"2026","journal-title":"Pattern Recognit."},{"key":"10.1016\/j.patcog.2026.114112_b9","unstructured":"S. Zagoruyko, N. Komodakis, Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer, in: Proceedings of the International Conference on Learning Representations, 2017, pp. 1\u201311."},{"key":"10.1016\/j.patcog.2026.114112_b10","doi-asserted-by":"crossref","unstructured":"P. Chen, S. Liu, H. Zhao, J. Jia, Distilling knowledge via knowledge review, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2021, pp. 5008\u20135017.","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"10.1016\/j.patcog.2026.114112_b11","doi-asserted-by":"crossref","first-page":"7601","DOI":"10.1109\/TCSVT.2024.3377251","article-title":"Collaborative knowledge distillation","volume":"34","author":"Zhang","year":"2024","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"key":"10.1016\/j.patcog.2026.114112_b12","series-title":"StructVPR++: Distill structural and semantic knowledge with weighting samples for visual place recognition","author":"Shen","year":"2025"},{"key":"10.1016\/j.patcog.2026.114112_b13","doi-asserted-by":"crossref","unstructured":"Q. Guo, X. Wang, Y. Wu, Z. Yu, D. Liang, X. Hu, P. Luo, Online knowledge distillation via collaborative learning, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2020, pp. 11020\u201311029.","DOI":"10.1109\/CVPR42600.2020.01103"},{"key":"10.1016\/j.patcog.2026.114112_b14","doi-asserted-by":"crossref","unstructured":"B. Qian, Y. Wang, H. Yin, R. Hong, M. Wang, Switchable online knowledge distillation, in: Proceedings of the European Conference on Computer Vision, 2022, pp. 449\u2013466.","DOI":"10.1007\/978-3-031-20083-0_27"},{"key":"10.1016\/j.patcog.2026.114112_b15","doi-asserted-by":"crossref","unstructured":"T. Zhang, M. Xue, J. Zhang, H. Zhang, Y. Wang, L. Cheng, J. Song, M. Song, Generalization matters: Loss minima flattening via parameter hybridization for efficient online knowledge distillation, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2023, pp. 20176\u201320185.","DOI":"10.1109\/CVPR52729.2023.01932"},{"key":"10.1016\/j.patcog.2026.114112_b16","doi-asserted-by":"crossref","first-page":"4188","DOI":"10.1109\/TPAMI.2024.3354928","article-title":"Learning from human educational wisdom: A student-centered knowledge distillation method","volume":"46","author":"Yang","year":"2024","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.patcog.2026.114112_b17","doi-asserted-by":"crossref","unstructured":"L. Yuan, F.E. Tay, G. Li, T. Wang, J. Feng, Revisiting knowledge distillation via label smoothing regularization, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2020, pp. 3903\u20133911.","DOI":"10.1109\/CVPR42600.2020.00396"},{"key":"10.1016\/j.patcog.2026.114112_b18","doi-asserted-by":"crossref","unstructured":"K. Kim, B. Ji, D. Yoon, S. Hwang, Self-knowledge distillation with progressive refinement of targets, in: Proceedings of the International Conference on Computer Vision, 2021, pp. 6567\u20136576.","DOI":"10.1109\/ICCV48922.2021.00650"},{"key":"10.1016\/j.patcog.2026.114112_b19","doi-asserted-by":"crossref","first-page":"5551","DOI":"10.1109\/TIP.2024.3463421","article-title":"Restructuring the teacher and student in self-distillation","volume":"33","author":"Zheng","year":"2024","journal-title":"IEEE Trans. Image Process."},{"key":"10.1016\/j.patcog.2026.114112_b20","doi-asserted-by":"crossref","unstructured":"L. Li, G. Li, R. Togo, K. Maeda, T. Ogawa, M. Haseyama, Generative dataset distillation based on self-knowledge distillation, in: Proceedings of the IEEE International Conference on Acoustics, Speech and Signal Processing, 2025, pp. 1\u20135.","DOI":"10.1109\/ICASSP49660.2025.10888970"},{"issue":"5","key":"10.1016\/j.patcog.2026.114112_b21","doi-asserted-by":"crossref","first-page":"2615","DOI":"10.1109\/TBDATA.2025.3552326","article-title":"Residual learning for self-knowledge distillation: Enhancing neural networks through consistency across layers","volume":"11","author":"Liu","year":"2025","journal-title":"IEEE Trans. Big Data"},{"key":"10.1016\/j.patcog.2026.114112_b22","doi-asserted-by":"crossref","unstructured":"J. Kim, M. Hyun, I. Chung, N. Kwak, Feature fusion for online mutual knowledge distillation, in: Proceedings of the International Conference on Pattern Recognition, 2021, pp. 4619\u20134625.","DOI":"10.1109\/ICPR48806.2021.9412615"},{"key":"10.1016\/j.patcog.2026.114112_b23","series-title":"Efficient temporal sentence grounding in videos with multi-teacher knowledge distillation","author":"Liang","year":"2023"},{"issue":"4","key":"10.1016\/j.patcog.2026.114112_b24","doi-asserted-by":"crossref","first-page":"1959","DOI":"10.1109\/TBDATA.2024.3505057","article-title":"Differential modal multistage adaptive fusion networks via knowledge distillation for RGB-D mirror segmentation","volume":"11","author":"Zhou","year":"2025","journal-title":"IEEE Trans. Big Data"},{"issue":"11","key":"10.1016\/j.patcog.2026.114112_b25","doi-asserted-by":"crossref","first-page":"8743","DOI":"10.1109\/TNNLS.2022.3152732","article-title":"Distilling a powerful student model via online knowledge distillation","volume":"34","author":"Li","year":"2022","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"key":"10.1016\/j.patcog.2026.114112_b26","doi-asserted-by":"crossref","first-page":"3027","DOI":"10.1109\/TIP.2023.3275538","article-title":"WaveNet: Wavelet network with knowledge distillation for RGB-T salient object detection","volume":"32","author":"Zhou","year":"2023","journal-title":"IEEE Trans. Image Process."},{"key":"10.1016\/j.patcog.2026.114112_b27","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1016\/j.inffus.2022.09.007","article-title":"Diversified branch fusion for self-knowledge distillation","volume":"90","author":"Long","year":"2023","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.patcog.2026.114112_b28","series-title":"ICASSP 2025-2025 IEEE International Conference on Acoustics, Speech and Signal Processing","first-page":"1","article-title":"Multi-stage multimodal distillation for audio-visual speaker tracking","author":"Li","year":"2025"},{"key":"10.1016\/j.patcog.2026.114112_b29","unstructured":"A. Romero, N. Ballas, S.E. Kahou, A. Chassang, C. Gatta, Y. Bengio, FitNets: Hints for thin deep nets, in: Proceedings of the International Conference on Learning Representations, 2015."},{"key":"10.1016\/j.patcog.2026.114112_b30","unstructured":"G. Huang, D. Chen, T. Li, F. Wu, L. Van Der Maaten, K.Q. Weinberger, Multi-Scale Dense Networks for Resource Efficient Image Classification, in: Proceedings of the International Conference on Learning Representations, 2018, pp. 1\u201312."},{"key":"10.1016\/j.patcog.2026.114112_b31","doi-asserted-by":"crossref","unstructured":"Y. Zhu, Y. Wang, Student Customized Knowledge Distillation: Bridging the Gap Between Student and Teacher, in: Proceedings of the International Conference on Computer Vision, 2021, pp. 5057\u20135066.","DOI":"10.1109\/ICCV48922.2021.00501"},{"issue":"7","key":"10.1016\/j.patcog.2026.114112_b32","doi-asserted-by":"crossref","first-page":"5571","DOI":"10.1109\/TPAMI.2025.3554235","article-title":"Dist+: Knowledge distillation from a stronger adaptive teacher","volume":"47","author":"Huang","year":"2025","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.patcog.2026.114112_b33","doi-asserted-by":"crossref","unstructured":"S. Yun, J. Park, K. Lee, J. Shin, Regularizing class-wise predictions via self-knowledge distillation, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2020, pp. 13876\u201313885.","DOI":"10.1109\/CVPR42600.2020.01389"},{"key":"10.1016\/j.patcog.2026.114112_b34","doi-asserted-by":"crossref","unstructured":"Y. Shen, L. Xu, Y. Yang, Y. Li, Y. Guo, Self-distillation from the last mini-batch for consistency regularization, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2022, pp. 11943\u201311952.","DOI":"10.1109\/CVPR52688.2022.01164"},{"key":"10.1016\/j.patcog.2026.114112_b35","unstructured":"A. Krizhevsky, G. Hinton, et al., Learning Multiple Layers of Features from Tiny Images, Technical Report, 2009."},{"key":"10.1016\/j.patcog.2026.114112_b36","doi-asserted-by":"crossref","unstructured":"J. Deng, W. Dong, R. Socher, L.-J. Li, K. Li, L. Fei-Fei, Imagenet: A large-scale hierarchical image database, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2009, pp. 248\u2013255.","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"10.1016\/j.patcog.2026.114112_b37","unstructured":"G. Griffin, A. Holub, P. Perona, Caltech-256 Object Category Dataset, Technical Report, 2007."},{"key":"10.1016\/j.patcog.2026.114112_b38","doi-asserted-by":"crossref","unstructured":"L. Bossard, M. Guillaumin, L. Van Gool, Food-101\u2013mining discriminative components with random forests, in: Proceedings of the European Conference on Computer Vision, 2014, pp. 446\u2013461.","DOI":"10.1007\/978-3-319-10599-4_29"},{"key":"10.1016\/j.patcog.2026.114112_b39","doi-asserted-by":"crossref","unstructured":"K. He, X. Zhang, S. Ren, J. Sun, Deep residual learning for image recognition, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2016, pp. 770\u2013778.","DOI":"10.1109\/CVPR.2016.90"},{"key":"10.1016\/j.patcog.2026.114112_b40","unstructured":"K. Simonyan, A. Zisserman, Very Deep Convolutional Networks for Large-Scale Image Recognition, in: Proceedings of the International Conference on Learning Representations, 2015, pp. 1\u201310."},{"key":"10.1016\/j.patcog.2026.114112_b41","doi-asserted-by":"crossref","unstructured":"M. Sandler, A. Howard, M. Zhu, A. Zhmoginov, L.-C. Chen, Mobilenetv2: Inverted residuals and linear bottlenecks, in: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2018, pp. 4510\u20134520.","DOI":"10.1109\/CVPR.2018.00474"},{"key":"10.1016\/j.patcog.2026.114112_b42","doi-asserted-by":"crossref","unstructured":"N. Ma, X. Zhang, H.-T. Zheng, J. Sun, Shufflenet v2: Practical guidelines for efficient cnn architecture design, in: Proceedings of the European Conference on Computer Vision, 2018, pp. 116\u2013131.","DOI":"10.1007\/978-3-030-01264-9_8"}],"container-title":["Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0031320326010770?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0031320326010770?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T14:55:28Z","timestamp":1780930528000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0031320326010770"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,12]]},"references-count":42,"alternative-id":["S0031320326010770"],"URL":"https:\/\/doi.org\/10.1016\/j.patcog.2026.114112","relation":{},"ISSN":["0031-3203"],"issn-type":[{"value":"0031-3203","type":"print"}],"subject":[],"published":{"date-parts":[[2026,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Synergistic knowledge distillation via reciprocal and self learning","name":"articletitle","label":"Article Title"},{"value":"Pattern Recognition","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.patcog.2026.114112","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"114112"}}