{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T01:18:18Z","timestamp":1760577498654,"version":"3.37.3"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,3,1]],"date-time":"2023-03-01T00:00:00Z","timestamp":1677628800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Machine Vision and Applications"],"published-print":{"date-parts":[[2023,3]]},"DOI":"10.1007\/s00138-023-01383-5","type":"journal-article","created":{"date-parts":[[2023,3,4]],"date-time":"2023-03-04T15:02:25Z","timestamp":1677942145000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Improving knowledge distillation via pseudo-multi-teacher network"],"prefix":"10.1007","volume":"34","author":[{"given":"Shunhang","family":"Li","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7323-5896","authenticated-orcid":false,"given":"Mingwen","family":"Shao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zihao","family":"Guo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xinkai","family":"Zhuang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,3,4]]},"reference":[{"key":"1383_CR1","doi-asserted-by":"crossref","unstructured":"Ahn, S., Hu, S.X., Damianou, A., Lawrence, N.D., Dai, Z.: Variational information distillation for knowledge transfer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9163\u20139171 (2019)","DOI":"10.1109\/CVPR.2019.00938"},{"key":"1383_CR2","unstructured":"Asif, U., Tang, J., Harrer, S.: Ensemble knowledge distillation for learning improved and efficient networks (2019). Preprint at https:\/\/arxiv.org\/abs\/1909.08097"},{"key":"1383_CR3","doi-asserted-by":"crossref","unstructured":"Beyer, L., Zhai, X., Royer, A., Markeeva, L., Anil, R., Kolesnikov, A.: Knowledge distillation: a good teacher is patient and consistent (2021). Preprint at https:\/\/arxiv.org\/abs\/2106.05237","DOI":"10.1109\/CVPR52688.2022.01065"},{"key":"1383_CR4","doi-asserted-by":"crossref","unstructured":"Cui, J., Chen, P., Li, R., Liu, S., Shen, X., Jia, J.: Fast and practical neural architecture search. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 6509\u20136518 (2019)","DOI":"10.1109\/ICCV.2019.00661"},{"key":"1383_CR5","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.-J., Li, K., Fei-Fei, L.: Imagenet: a large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255. IEEE (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"1383_CR6","unstructured":"Furlanello, T., Lipton, Z., Tschannen, M., Itti, L., Anandkumar, A.: Born again neural networks. In: International Conference on Machine Learning, pp. 1607\u20131616. PMLR (2018)"},{"key":"1383_CR7","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"1383_CR8","doi-asserted-by":"crossref","unstructured":"Heo, B., Lee, M., Yun, S., Young Choi, J.: Knowledge transfer via distillation of activation boundaries formed by hidden neurons. In: Proceedings of the AAAI Conference on Artificial Intelligence, Vol.\u00a033, pp. 3779\u20133787 (2019)","DOI":"10.1609\/aaai.v33i01.33013779"},{"key":"1383_CR9","unstructured":"Hinton, G., Vinyals, O., Dean, J., et\u00a0al.: Distilling the knowledge in a neural network. (2015). Preprint at https:\/\/arxiv.org\/abs\/1503.02531v1"},{"key":"1383_CR10","unstructured":"Howard, A.G., Zhu, M., Chen, B., Kalenichenko, D., Wang, W., Weyand, T., Andreetto, M., Adam, H.: Mobilenets: Efficient convolutional neural networks for mobile vision applications (2017). Preprint at https:\/\/arxiv.org\/abs\/1704.04861"},{"key":"1383_CR11","unstructured":"Huang, Z., Wang, N.: Like what you like: knowledge distill via neuron selectivity transfer (2017). Preprint at https:\/\/arxiv.org\/abs\/1707.01219v2"},{"key":"1383_CR12","doi-asserted-by":"crossref","unstructured":"Kim, J., Hyun, M., Chung, I., Kwak, N.: Feature fusion for online mutual knowledge distillation. In: 2020 25th International Conference on Pattern Recognition (ICPR), pp. 4619\u20134625. IEEE (2021)","DOI":"10.1109\/ICPR48806.2021.9412615"},{"key":"1383_CR13","unstructured":"Kim, J., Park, S., Kwak, N.: Paraphrasing complex network: network compression via factor transfer. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"key":"1383_CR14","unstructured":"Komodakis, N., Zagoruyko, S.: Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer. In: ICLR (2017)"},{"key":"1383_CR15","doi-asserted-by":"publisher","first-page":"2403","DOI":"10.1007\/s13042-022-01530-w","volume":"13","author":"J Kuang","year":"2022","unstructured":"Kuang, J., Shao, M., Wang, R., Zuo, W., Ding, W.: Network pruning via probing the importance of filters. Int. J. Mach. Learn. Cybernet. 13, 2403\u20132414 (2022)","journal-title":"Int. J. Mach. Learn. Cybernet."},{"key":"1383_CR16","doi-asserted-by":"crossref","unstructured":"Lee, S.H., Kim, S.H., Song, B.C.: Self-supervised knowledge distillation using singular value decomposition. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 335\u2013350 (2018)","DOI":"10.1007\/978-3-030-01231-1_21"},{"key":"1383_CR17","unstructured":"Li, H., Kadav, A., Durdanovic, I., Samet, H., Graf, H.P.: Pruning filters for efficient convnets (2016). Preprint at https:\/\/arxiv.org\/abs\/1608.08710"},{"key":"1383_CR18","unstructured":"Lukasik, M., Bhojanapalli, S., Menon, A., Kumar, S.: Does label smoothing mitigate label noise? In: International Conference on Machine Learning, pp. 6448\u20136458. PMLR (2020)"},{"key":"1383_CR19","doi-asserted-by":"crossref","unstructured":"Luo, J.-H., Wu, J.., Lin, W.: Thinet: A filter level pruning method for deep neural network compression. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 5058\u20135066 (2017)","DOI":"10.1109\/ICCV.2017.541"},{"key":"1383_CR20","unstructured":"Park, S.U., Kwak, N.: Feed: Feature-level ensemble for knowledge distillation (2019). Preprint at https:\/\/arxiv.org\/abs\/1909.10754"},{"key":"1383_CR21","doi-asserted-by":"crossref","unstructured":"Park, W., Kim, D., Lu, Y., Cho, M.: Relational knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3967\u20133976 (2019)","DOI":"10.1109\/CVPR.2019.00409"},{"key":"1383_CR22","doi-asserted-by":"crossref","unstructured":"Passalis, N., Tefas, A.: Probabilistic knowledge transfer for deep representation learning. CoRR, arXiv:1803.10837 1(2):5 (2018)","DOI":"10.1109\/ISCAS45731.2020.9180824"},{"key":"1383_CR23","doi-asserted-by":"crossref","unstructured":"Peng, B., Jin, X., Liu, J., Li, D., Wu, Y., Liu, Y., Zhou, S., Zhang, Z.: Correlation congruence for knowledge distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 5007\u20135016 (2019)","DOI":"10.1109\/ICCV.2019.00511"},{"key":"1383_CR24","doi-asserted-by":"crossref","unstructured":"Rastegari, M., Ordonez, V., Redmon, J., Farhadi, A.: Xnor-net: Imagenet classification using binary convolutional neural networks. In: European Conference on Computer Vision, pp. 525\u2013542. Springer (2016)","DOI":"10.1007\/978-3-319-46493-0_32"},{"key":"1383_CR25","unstructured":"Romero, A., Ballas, N., Kahou, S.E., Chassang, A., Gatta, C., Bengio, Y.: Fitnets: Hints for thin deep nets (2015). Preprint at https:\/\/arxiv.org\/abs\/1412.6550"},{"key":"1383_CR26","doi-asserted-by":"crossref","unstructured":"Sandler, M., Howard, A., Zhu, M., Zhmoginov, A., Chen, L.-C.: Mobilenetv2: Inverted residuals and linear bottlenecks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4510\u20134520 (2018)","DOI":"10.1109\/CVPR.2018.00474"},{"key":"1383_CR27","doi-asserted-by":"crossref","unstructured":"Selvaraju, Ramprasaath, R., Das, A., Vedantam, R., Cogswell, M., Parikh, D., Batra, D.: Grad-cam: Visual explanations from deep networks via gradient-based localization. Int. J. Comput. Vis. 128, 336\u2013359 (2017)","DOI":"10.1007\/s11263-019-01228-7"},{"key":"1383_CR28","doi-asserted-by":"crossref","unstructured":"Shao, M., Dai, J., Kuang, J., Meng, D.: A dynamic CNN pruning method based on matrix similarity. Signal Image Video Process. 15, 381\u2013389 (2021)","DOI":"10.1007\/s11760-020-01760-x"},{"key":"1383_CR29","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1007\/s13042-021-01411-8","volume":"13","author":"M Shao","year":"2022","unstructured":"Shao, M., Dai, J., Wang, R., Kuang, J., Zuo, W.: CSHE: network pruning by using cluster similarity and matrix eigenvalues. Int. J. Mach. Learn. Cybernet. 13, 371\u2013382 (2022)","journal-title":"Int. J. Mach. Learn. Cybernet."},{"key":"1383_CR30","unstructured":"Tian, Y., Krishnan, D., Isola, P.: Contrastive representation distillation (2019). Preprint at https:\/\/arxiv.org\/abs\/1910.10699"},{"key":"1383_CR31","doi-asserted-by":"crossref","unstructured":"Tung, F., Mori, G.: Similarity-preserving knowledge distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1365\u20131374 (2019)","DOI":"10.1109\/ICCV.2019.00145"},{"key":"1383_CR32","unstructured":"Urban, G., Geras, K.J., Ebrahimi Kahou, S., Aslan, O., Wang, S., Caruana, R., Mohamed, A., Philipose, M., Richardson, M.: Do deep convolutional nets really need to be deep and convolutional? (2016). Preprint at https:\/\/arxiv.org\/abs\/1603.05691"},{"key":"1383_CR33","doi-asserted-by":"crossref","unstructured":"Yim, J., Joo, D., Bae, J., Kim, J.: A gift from knowledge distillation: fast optimization, network minimization and transfer learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4133\u20134141 (2017)","DOI":"10.1109\/CVPR.2017.754"},{"key":"1383_CR34","doi-asserted-by":"crossref","unstructured":"Yuan, L., EH Tay, F., Li, G., Wang, T., Feng, J.: Revisiting knowledge distillation via label smoothing regularization. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3903\u20133911 (2020)","DOI":"10.1109\/CVPR42600.2020.00396"},{"key":"1383_CR35","doi-asserted-by":"crossref","unstructured":"Zagoruyko, S., Komodakis, N.: Wide residual networks (2016). Preprint at https:\/\/arxiv.org\/abs\/1605.07146","DOI":"10.5244\/C.30.87"},{"key":"1383_CR36","doi-asserted-by":"crossref","unstructured":"Zeiler, M.D., Fergus, R.: Visualizing and understanding convolutional networks. In: European Conference on Computer Vision, pp. 818\u2013833. Springer (2014)","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"1383_CR37","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Xiang, T., Hospedales, T.M., Lu, H.: Deep mutual learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4320\u20134328 (2018)","DOI":"10.1109\/CVPR.2018.00454"},{"key":"1383_CR38","doi-asserted-by":"crossref","unstructured":"Zhu, J., Tang, S., Chen, D., Yu, S., Liu, Y., Rong, M., Yang, A., Wang, X.: Complementary relation contrastive distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9260\u20139269 (2021)","DOI":"10.1109\/CVPR46437.2021.00914"},{"key":"1383_CR39","unstructured":"Zhu, X., Gong, S., et\u00a0al.: Knowledge distillation by on-the-fly native ensemble. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"}],"container-title":["Machine Vision and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00138-023-01383-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00138-023-01383-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00138-023-01383-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,15]],"date-time":"2024-10-15T19:31:02Z","timestamp":1729020662000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00138-023-01383-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3]]},"references-count":39,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,3]]}},"alternative-id":["1383"],"URL":"https:\/\/doi.org\/10.1007\/s00138-023-01383-5","relation":{},"ISSN":["0932-8092","1432-1769"],"issn-type":[{"type":"print","value":"0932-8092"},{"type":"electronic","value":"1432-1769"}],"subject":[],"published":{"date-parts":[[2023,3]]},"assertion":[{"value":"19 April 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 November 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 February 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 March 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"33"}}