{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,26]],"date-time":"2025-09-26T13:39:41Z","timestamp":1758893981945},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2022,2,11]],"date-time":"2022-02-11T00:00:00Z","timestamp":1644537600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,2,11]],"date-time":"2022-02-11T00:00:00Z","timestamp":1644537600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"the Natural Science Research Project of Colleges and Universities in Anhui Province","award":["No. KJ2018A0084"],"award-info":[{"award-number":["No. KJ2018A0084"]}]},{"name":"the Science and Technology Research Project of Wuhu City","award":["No. 2020yf48"],"award-info":[{"award-number":["No. 2020yf48"]}]},{"name":"the Major Science and Technology Projects in Anhui Province under Grant","award":["No. 18030901025)"],"award-info":[{"award-number":["No. 18030901025)"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimedia Systems"],"published-print":{"date-parts":[[2022,6]]},"DOI":"10.1007\/s00530-022-00888-9","type":"journal-article","created":{"date-parts":[[2022,2,11]],"date-time":"2022-02-11T05:06:04Z","timestamp":1644555964000},"page":"1059-1067","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Smarter peer learning for online knowledge distillation"],"prefix":"10.1007","volume":"28","author":[{"given":"Yu-e","family":"Lin","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xingzhu","family":"Liang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gan","family":"Hu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xianjin","family":"Fang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,2,11]]},"reference":[{"key":"888_CR1","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., et al.: Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"888_CR2","doi-asserted-by":"crossref","unstructured":"Xie, S., Girshick, R., Doll\u00e1r, P., et al.: Aggregated residual transformations for deep neural networks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 1492\u20131500 (2017)","DOI":"10.1109\/CVPR.2017.634"},{"key":"888_CR3","doi-asserted-by":"crossref","unstructured":"Zagoruyko, S., Komodakis, N.: Wide residual networks. In: British Machine Vision Conference 2016. British Machine Vision Association (2016)","DOI":"10.5244\/C.30.87"},{"key":"888_CR4","doi-asserted-by":"crossref","unstructured":"Rastegari, M., Ordonez, V., Redmon, J., et al.: Xnor-net: imagenet classification using binary convolutional neural networks. In: European conference on computer vision. Springer, Cham, pp. 525\u2013542 (2016)","DOI":"10.1007\/978-3-319-46493-0_32"},{"key":"888_CR5","unstructured":"Li, H., Kadav, A., Durdanovic, I., et al.: Pruning Filters for Efficient ConvNets. In: Proceedings of International Conference on Learning Representations (2016)"},{"key":"888_CR6","unstructured":"Howard, AG., Zhu, M., Chen, B., et al.: MobileNets: efficient convolutional neural networks for mobile vision applications. https:\/\/arxiv.org\/abs\/1704.04861. (2017)"},{"key":"888_CR7","first-page":"38","volume":"14","author":"G Hinton","year":"2015","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. Comput. Sci. 14, 38\u201339 (2015)","journal-title":"Comput. Sci."},{"key":"888_CR8","first-page":"2654","volume":"3","author":"LJ Ba","year":"2014","unstructured":"Ba, L.J., Caruana, R.: Do deep nets really need to be deep? Adv. Neural. Inf. Process. Syst. 3, 2654\u20132662 (2014)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"888_CR9","doi-asserted-by":"crossref","unstructured":"Bucilu\u01ce, C., Caruana, R., Niculescu-Mizil, A.: Model compression. In: Proceedings of the 12th ACM SIGKDD international conference on Knowledge discovery and data mining, pp. 535\u2013541 (2006)","DOI":"10.1145\/1150402.1150464"},{"key":"888_CR10","unstructured":"Romero, A., Ballas, N., Kahou, SE., et al.: FitNets: hints for thin deep nets. In: Proceedings of International Conference on Learning Representations (2015)"},{"key":"888_CR11","unstructured":"Phuong, M., Lampert C.: Towards understanding knowledge distillation. In: Kamalika, C., Ruslan, S., (eds) Proceedings of the 36th International Conference on Machine Learning. Proceedings of Machine Learning Research: PMLR, pp. 5142\u20135151 (2019)"},{"key":"888_CR12","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Xiang, T., Hospedales, T.M., et al.: Deep mutual learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4320\u20134328 (2018)","DOI":"10.1109\/CVPR.2018.00454"},{"key":"888_CR13","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1016\/S0004-3702(02)00190-X","volume":"137","author":"ZH Zhou","year":"2002","unstructured":"Zhou, Z.H., Wu, J., Tang, W.: Ensembling neural networks: many could be better than all. Artif. Intell. 137, 239\u2013263 (2002)","journal-title":"Artif. Intell."},{"key":"888_CR14","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1109\/34.58871","volume":"12","author":"LK Hansen","year":"2002","unstructured":"Hansen, L.K., Salamon, P.: Neural network ensembles. IEEE Trans. Pattern Anal. Mach. Intell. 12, 993\u20131001 (2002)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"888_CR15","first-page":"6","volume":"5","author":"M Moghimi","year":"2016","unstructured":"Moghimi, M., Belongie, S.J., Saberian, M.J., et al.: Boosted convolutional neural networks. BMVC 5, 6 (2016)","journal-title":"BMVC"},{"key":"888_CR16","unstructured":"Pereyra, G., Tucker, G., Chorowski, J., et al.: Regularizing neural networks by penalizing confident output distributions. arXiv preprint https:\/\/arxiv.org\/abs\/1701.06548. (2017)"},{"key":"888_CR17","unstructured":"Keskar, N.S., Nocedal, J., Tang, P.T.P., et al.: On large-batch training for deep learning: generalization gap and sharp minima. In: 5th International Conference on Learning Representations, ICLR (2017)"},{"key":"888_CR18","doi-asserted-by":"crossref","unstructured":"Yim, J., Joo, D., Bae, J., et al.: A gift from knowledge distillation: Fast optimization, network minimization and transfer learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4133\u20134141 (2017)","DOI":"10.1109\/CVPR.2017.754"},{"key":"888_CR19","doi-asserted-by":"crossref","unstructured":"Chen, S., Zhang, C., Dong, M.: Coupled end-to-end transfer learning with generalized fisher information. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4329\u20134338 (2018)","DOI":"10.1109\/CVPR.2018.00455"},{"key":"888_CR20","doi-asserted-by":"crossref","unstructured":"Ahn, S., Hu, S.X., Damianou, A., et al.: Variational information distillation for knowledge transfer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9163\u20139171 (2019)","DOI":"10.1109\/CVPR.2019.00938"},{"key":"888_CR21","unstructured":"Anil, R., Pereyra, G., Passos, A., et al.: Large scale distributed neural network training through online distillation. In: International Conference on Learning Representations (2018)"},{"key":"888_CR22","first-page":"1832","volume":"31","author":"G Song","year":"2018","unstructured":"Song, G., Chai, W.: Collaborative Learning for Deep Neural Networks[J]. Adv. Neural. Inf. Process. Syst. 31, 1832\u20131841 (2018)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"888_CR23","unstructured":"Lan, X., Zhu, X., Gong S.: Knowledge distillation by on-the-fly native ensemble. In: Proceedings of the 32nd International Conference on Neural Information Processing Systems, pp. 7528\u20137538 (2018)"},{"key":"888_CR24","doi-asserted-by":"publisher","first-page":"106","DOI":"10.1016\/j.neucom.2020.07.048","volume":"415","author":"Y Liu","year":"2020","unstructured":"Liu, Y., Zhang, W., Wang, J.: Adaptive multi-teacher multi-level knowledge distillation. Neurocomputing 415, 106\u2013113 (2020)","journal-title":"Neurocomputing"},{"key":"888_CR25","first-page":"3430","volume":"34","author":"D Chen","year":"2020","unstructured":"Chen, D., Mei, J.P., Wang, C., et al.: Online knowledge distillation with diverse Peers. Proc. AAAI Conf. Artif. Intell. 34, 3430\u20133437 (2020)","journal-title":"Proc. AAAI Conf. Artif. Intell."},{"key":"888_CR26","unstructured":"Krizhevsky, A., Hinton G.: Learning multiple layers of features from tiny images. Tech. Rep, Apr. 2009."},{"key":"888_CR27","unstructured":"Abai, Z., Rajmalwar, N.: DenseNet models for tiny imagenet classification. https:\/\/arxiv.org\/abs\/1904\/1904.10429. (2019)"},{"key":"888_CR28","unstructured":"Russakovsky, O., Deng, J., Su, H., et al.: ImageNet large scale visual recognition challenge. International Journal of Computer Vision, pp. 1\u201342 (2014)"},{"key":"888_CR29","unstructured":"Simonyan, K, Zisserman, A.: Very deep convolutional networks for large-scale image recognition. In: International Conference on Learning Representations (2015)"},{"key":"888_CR30","doi-asserted-by":"crossref","unstructured":"Zhang, X., Zhou, X., Lin, M., et al.: Shufflenet: an extremely efficient convolutional neural network for mobile devices. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 6848\u20136856 (2018)","DOI":"10.1109\/CVPR.2018.00716"},{"key":"888_CR31","doi-asserted-by":"crossref","unstructured":"Szegedy, C., Liu, W., Jia, Y., et al.: Going deeper with convolutions. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp. 1\u20139 (2015)","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"888_CR32","doi-asserted-by":"crossref","unstructured":"Park, W., Kim, D., Lu, Y., Cho, M.: Relational knowledge distillation. CVPR, pp. 3967\u20133976 (2019)","DOI":"10.1109\/CVPR.2019.00409"},{"key":"888_CR33","doi-asserted-by":"crossref","unstructured":"Kim, J,, Hyun M, Chung I, et al. Feature fusion for online mutual knowledge distillation. In: 2020 25th International Conference on Pattern Recognition (ICPR). IEEE, pp. 4619\u20134625 (2021)","DOI":"10.1109\/ICPR48806.2021.9412615"},{"issue":"12","key":"888_CR34","first-page":"10302","volume":"35","author":"G Wu","year":"2021","unstructured":"Wu, G., Gong, S.: Peer collaborative learning for online knowledge distillation. Proc. AAAI Conf. Artif. Intell. 35(12), 10302\u201310310 (2021)","journal-title":"Proc. AAAI Conf. Artif. Intell."}],"container-title":["Multimedia Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-022-00888-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00530-022-00888-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-022-00888-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,4]],"date-time":"2022-05-04T06:13:52Z","timestamp":1651644832000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00530-022-00888-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,2,11]]},"references-count":34,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,6]]}},"alternative-id":["888"],"URL":"https:\/\/doi.org\/10.1007\/s00530-022-00888-9","relation":{},"ISSN":["0942-4962","1432-1882"],"issn-type":[{"value":"0942-4962","type":"print"},{"value":"1432-1882","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,2,11]]},"assertion":[{"value":"17 September 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 January 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 February 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declared that they have no conflicts of interest<b>\/<\/b>competing interests in this work.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}