{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T18:19:54Z","timestamp":1767982794196,"version":"3.49.0"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2022,9,7]],"date-time":"2022-09-07T00:00:00Z","timestamp":1662508800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,9,7]],"date-time":"2022-09-07T00:00:00Z","timestamp":1662508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100014718","name":"Innovative Research Group Project of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61861016"],"award-info":[{"award-number":["61861016"]}],"id":[{"id":"10.13039\/100014718","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014718","name":"Innovative Research Group Project of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61762038"],"award-info":[{"award-number":["61762038"]}],"id":[{"id":"10.13039\/100014718","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010857","name":"Jiangxi Provincial Department of Science and Technology","doi-asserted-by":"publisher","award":["20202BABL202044"],"award-info":[{"award-number":["20202BABL202044"]}],"id":[{"id":"10.13039\/501100010857","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014718","name":"Innovative Research Group Project of the National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62161011"],"award-info":[{"award-number":["62161011"]}],"id":[{"id":"10.13039\/100014718","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1007\/s10489-022-03974-7","type":"journal-article","created":{"date-parts":[[2022,9,7]],"date-time":"2022-09-07T08:03:54Z","timestamp":1662537834000},"page":"11524-11537","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Embedded mutual learning: A novel online distillation method integrating diverse knowledge sources"],"prefix":"10.1007","volume":"53","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3068-2869","authenticated-orcid":false,"given":"Chuanxiu","family":"Li","sequence":"first","affiliation":[]},{"given":"Guangli","family":"Li","sequence":"additional","affiliation":[]},{"given":"Hongbin","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Donghong","family":"Ji","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,9,7]]},"reference":[{"issue":"6","key":"3974_CR1","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1145\/3065386","volume":"60","author":"A Krizhevsky","year":"2017","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2017) Imagenet classification with deep convolutional neural networks. Commun ACM 60(6):84\u201390","journal-title":"Commun ACM"},{"key":"3974_CR2","unstructured":"Simonyan K, Zisserman A (2014) Very deep convolutional networks for large-scale image recognition. arXiv:1409.1556"},{"key":"3974_CR3","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Rabinovich A (2015) Going deeper with convolutions. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1\u20139","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"3974_CR4","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013 778","DOI":"10.1109\/CVPR.2016.90"},{"issue":"7","key":"3974_CR5","doi-asserted-by":"publisher","first-page":"5113","DOI":"10.1007\/s10462-020-09816-7","volume":"53","author":"T Choudhary","year":"2020","unstructured":"Choudhary T, Mishra V, Goswami A, Sarangapani J (2020) A comprehensive survey on model compression and acceleration. Artif Intell Rev 53(7):5113\u20135155","journal-title":"Artif Intell Rev"},{"key":"3974_CR6","doi-asserted-by":"crossref","unstructured":"Wang L, Yoon KJ (2021) Knowledge distillation and student-teacher learning for visual intelligence: A review and new outlooks. IEEE Transactions on Pattern Analysis and Machine Intelligence","DOI":"10.1109\/TPAMI.2021.3055564"},{"key":"3974_CR7","unstructured":"Hinton G, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. arXiv:1503.02531"},{"key":"3974_CR8","unstructured":"Ba LJ, Caruana R (2013) Do deep nets really need to be deep?. arXiv:1312.6184"},{"key":"3974_CR9","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.neucom.2021.04.102","volume":"454","author":"T Wen","year":"2021","unstructured":"Wen T, Lai S, Qian X (2021) Preparing lessons: Improve knowledge distillation with better supervision. Neurocomputing 454:25\u201333","journal-title":"Neurocomputing"},{"key":"3974_CR10","doi-asserted-by":"crossref","unstructured":"Cho JH, Hariharan B (2019) On the efficacy of knowledge distillation. In: Proceedings of the IEEE\/CVF International conference on computer vision, pp 4794\u20134802","DOI":"10.1109\/ICCV.2019.00489"},{"key":"3974_CR11","unstructured":"Romero A, Ballas N, Kahou SE, Chassang A, Gatta C, Bengio Y (2014) Fitnets: Hints for thin deep nets. arXiv:1412.6550"},{"key":"3974_CR12","unstructured":"Komodakis N, Zagoruyko S (2017) Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer"},{"key":"3974_CR13","unstructured":"Kim J, Park S, Kwak N (2018) Paraphrasing complex network:, Network compression via factor transfer arXiv:1802.04977"},{"key":"3974_CR14","unstructured":"Liu IJ, Peng J, Schwing AG (2019) Knowledge flow: Improve upon your teachers. In: International Conference on Learning Representations (ICLR)"},{"key":"3974_CR15","doi-asserted-by":"crossref","unstructured":"Mirzadeh SI, Farajtabar M, Li A, Levine N, Matsukawa A, Ghasemzadeh H (2020) Improved knowledge distillation via teacher assistant. In: Proceedings of the AAAI Conference on artificial intelligence, vol 34, pp 5191\u20135198","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"3974_CR16","unstructured":"Xie J, Lin S, Zhang Y, Luo L (2019) Training convolutional neural networks with cheap convolutions and online distillation. arXiv:1909.13063"},{"key":"3974_CR17","doi-asserted-by":"crossref","unstructured":"Zhang Y, Xiang T, Hospedales TM, Lu H (2018) Deep mutual learning. In: Proceedings of the IEEE conference on computer vision and pattern recognition (CVPR), pp 4320\u20134328","DOI":"10.1109\/CVPR.2018.00454"},{"key":"3974_CR18","doi-asserted-by":"publisher","first-page":"2674","DOI":"10.1109\/TASLP.2020.3023627","volume":"28","author":"P Shen","year":"2020","unstructured":"Shen P, Lu X, Li S, Kawai H (2020) Knowledge distillation-based representation learning for short-utterance spoken language identification. IEEE\/ACM Trans Audio Speech Lang Process 28:2674\u20132683","journal-title":"IEEE\/ACM Trans Audio Speech Lang Process"},{"key":"3974_CR19","doi-asserted-by":"crossref","unstructured":"Mullapudi RT, Chen S, Zhang K, Ramanan D, Fatahalian K (2019) Online model distillation for efficient video inference. In: Proceedings of the IEEE\/CVF International conference on computer vision, pp 3573\u20133582","DOI":"10.1109\/ICCV.2019.00367"},{"key":"3974_CR20","doi-asserted-by":"crossref","unstructured":"Lassance C, Bontonou M, Hacene GB, Gripon V, Tang J, Ortega A (2020) Deep geometric knowledge distillation with graphs. In: ICASSP 2020-2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp 8484\u20138488","DOI":"10.1109\/ICASSP40776.2020.9053986"},{"key":"3974_CR21","doi-asserted-by":"crossref","unstructured":"Hou S, Liu X, Wang Z (2017) Dualnet: Learn complementary features for image recognition. In: Proceedings of the IEEE International conference on computer vision, pp 502\u2013510","DOI":"10.1109\/ICCV.2017.62"},{"key":"3974_CR22","doi-asserted-by":"crossref","unstructured":"Lan X, Zhu X, Gong S (2018) Self-referenced deep learning. In: Asian conference on computer vision, pp 284\u2013300","DOI":"10.1007\/978-3-030-20890-5_19"},{"key":"3974_CR23","doi-asserted-by":"crossref","unstructured":"Wu G, Gong S (2021) Peer collaborative learning for online knowledge distillation. In: Proceedings of the AAAI Conference on artificial intelligence, vol 35, pp 10302\u201310310","DOI":"10.1609\/aaai.v35i12.17234"},{"key":"3974_CR24","unstructured":"Xie J, Lin S, Zhang Y, Luo L (2019) Training convolutional neural networks with cheap convolutions and online distillation. arXiv:1909.13063"},{"key":"3974_CR25","unstructured":"Ba J, Caruana R (2014) Do Deep Nets Really Need to be Deep?. Advances in Neural Information Processing Systems, p 27"},{"issue":"6","key":"3974_CR26","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou J, Yu B, Maybank SJ, Tao D (2021) Knowledge distillation: a survey. Int J Comput Vis 129(6):1789\u20131819","journal-title":"Int J Comput Vis"},{"key":"3974_CR27","first-page":"1832","volume":"31","author":"G Song","year":"2018","unstructured":"Song G, Chai W (2018) Collaborative learning for deep neural networks. Adv Neural Inf Process Syst 31:1832\u20131841","journal-title":"Adv Neural Inf Process Syst"},{"key":"3974_CR28","unstructured":"Lan X, Zhu X, Gong S (2018) Knowledge distillation by on-the-fly native ensemble. In: Proceedings of the 32nd International conference on neural information processing systems, pp 7528\u20137538"},{"key":"3974_CR29","doi-asserted-by":"crossref","unstructured":"Chen D, Mei JP, Wang C, Feng Y, Chen C (2020) Online knowledge distillation with diverse peers. In: Proceedings of the AAAI Conference on artificial intelligence, vol 34, pp 3430\u20133437","DOI":"10.1609\/aaai.v34i04.5746"},{"key":"3974_CR30","unstructured":"Anil R, Pereyra G, Passos A, Ormandi R, Dahl GE, Hinton GE (2018) Large scale distributed neural network training through online distillation. arXiv:1804.03235"},{"issue":"4","key":"3974_CR31","doi-asserted-by":"publisher","first-page":"357","DOI":"10.3390\/e21040357","volume":"21","author":"L Gao","year":"2019","unstructured":"Gao L, Lan X, Mi H, Feng D, Xu K, Peng Y (2019) Multistructure-based collaborative online distillation. Entropy 21(4):357","journal-title":"Entropy"},{"key":"3974_CR32","doi-asserted-by":"publisher","first-page":"121685","DOI":"10.1109\/ACCESS.2019.2936215","volume":"7","author":"C Ma","year":"2019","unstructured":"Ma C, Mu X, Sha D (2019) Multi-layers feature fusion of convolutional neural network for scene classification of remote sensing. IEEE Access 7:121685\u2013121694","journal-title":"IEEE Access"},{"issue":"4","key":"3974_CR33","doi-asserted-by":"publisher","first-page":"538","DOI":"10.1109\/LSP.2018.2890770","volume":"26","author":"W Yang","year":"2019","unstructured":"Yang W, Wang W, Zhang X, Sun S, Liao Q (2019) Lightweight feature fusion network for single image super-resolution. IEEE Signal Process Lett 26(4):538\u2013542","journal-title":"IEEE Signal Process Lett"},{"issue":"2","key":"3974_CR34","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1109\/LGRS.2017.2779469","volume":"15","author":"Y Liu","year":"2017","unstructured":"Liu Y, Liu Y, Ding L (2017) Scene classification based on two-stage deep feature fusion. IEEE Geosci Remote Sens Lett 15(2):183\u2013186","journal-title":"IEEE Geosci Remote Sens Lett"},{"key":"3974_CR35","doi-asserted-by":"crossref","unstructured":"Ronneberger O, Fischer P, Brox T (2015) U-net: Convolutional networks for biomedical image segmentation. In: International Conference on medical image computing and computer-assisted intervention, pp 234\u2013241","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"3974_CR36","doi-asserted-by":"crossref","unstructured":"Huang G, Liu Z, Van Der Maaten L, Weinberger KQ (2017) Densely connected convolutional networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4700\u20134708","DOI":"10.1109\/CVPR.2017.243"},{"key":"3974_CR37","unstructured":"Krizhevsky A, Hinton G (2009) Learning multiple layers of features from tiny images.Citeseer, Tech. Rep"},{"issue":"3","key":"3974_CR38","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Fei-Fei L (2015) Imagenet large scale visual recognition challenge. Int J Comput Vis 115(3):211\u2013252","journal-title":"Int J Comput Vis"},{"key":"3974_CR39","doi-asserted-by":"crossref","unstructured":"Zagoruyko S, Komodakis N (2016) Wide Residual Networks. In: British Machine Vision Conference","DOI":"10.5244\/C.30.87"},{"key":"3974_CR40","doi-asserted-by":"crossref","unstructured":"Chaudhari P, Choromanska A, Soatto S, LeCun Y, Baldassi C, Borgs C, Zecchina R (2019) Entropy-sgd: Biasing gradient descent into wide valleys. Journal of Statistical Mechanics: Theory and Experiment, vol 124018","DOI":"10.1088\/1742-5468\/ab39d9"},{"key":"3974_CR41","unstructured":"Keskar NS, Nocedal J, Tang PTP, Mudigere D, Smelyanskiy M (2017) On large-batch training for deep learning: Generalization gap and sharp minima. In: 5th International Conference on Learning Representations, ICLR"},{"key":"3974_CR42","unstructured":"Van der Maaten L, Hinton G (2008) Visualizing data using t-SNE. Journal of machine learning research, vol 9(11)"},{"key":"3974_CR43","doi-asserted-by":"crossref","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D, Batra D (2017) Grad-cam: Visual explanations from deep networks via gradient-based localization. In: Proceedings of the IEEE international conference on computer vision, pp 618\u2013626","DOI":"10.1109\/ICCV.2017.74"},{"key":"3974_CR44","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, Houlsby N (2020) An image is worth 16x16 words: Transformers for image recognition at scale. arXiv:2010.11929"},{"key":"3974_CR45","unstructured":"Touvron H, Cord M, Douze M, Massa F, Sablayrolles A, J\u00e9gou H (2021) Training data-efficient image transformers & distillation through attention. In: International conference on machine learning, pp 10347\u201310357"},{"issue":"4","key":"3974_CR46","doi-asserted-by":"publisher","first-page":"357","DOI":"10.3390\/e21040357","volume":"21","author":"L Gao","year":"2019","unstructured":"Gao L, Lan X, Mi H, Feng D, Xu K, Peng Y (2019) Multistructure-based collaborative online distillation. Entropy 21(4):357","journal-title":"Entropy"}],"updated-by":[{"DOI":"10.1007\/s10489-022-04236-2","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2022,12,22]],"date-time":"2022-12-22T00:00:00Z","timestamp":1671667200000}}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03974-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-03974-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-03974-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,20]],"date-time":"2023-05-20T10:20:19Z","timestamp":1684578019000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-03974-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,9,7]]},"references-count":46,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["3974"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-03974-7","relation":{"correction":[{"id-type":"doi","id":"10.1007\/s10489-022-04236-2","asserted-by":"object"}]},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,9,7]]},"assertion":[{"value":"5 July 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 September 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 December 2022","order":3,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":4,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"A Correction to this paper has been published:","order":5,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"https:\/\/doi.org\/10.1007\/s10489-022-04236-2","URL":"https:\/\/doi.org\/10.1007\/s10489-022-04236-2","order":6,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}}]}}