{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T12:14:22Z","timestamp":1768738462321,"version":"3.49.0"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2024,11,5]],"date-time":"2024-11-05T00:00:00Z","timestamp":1730764800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,5]],"date-time":"2024-11-05T00:00:00Z","timestamp":1730764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimedia Systems"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s00530-024-01537-z","type":"journal-article","created":{"date-parts":[[2024,11,5]],"date-time":"2024-11-05T06:08:49Z","timestamp":1730786929000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Collaborative multi-knowledge distillation under the influence of softmax regression representation"],"prefix":"10.1007","volume":"30","author":[{"given":"Hong","family":"Zhao","sequence":"first","affiliation":[]},{"given":"Kangping","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Zhaobin","family":"Chang","sequence":"additional","affiliation":[]},{"given":"Dailin","family":"Huang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,5]]},"reference":[{"key":"1537_CR1","doi-asserted-by":"crossref","unstructured":"Guo, X., Zhou, W., Liu, T.: Contrastive learning-based knowledge distillation for rgb-thermal urban scene semantic segmentation. Knowl.-Based Syst. 111588 (2024)","DOI":"10.1016\/j.knosys.2024.111588"},{"key":"1537_CR2","doi-asserted-by":"crossref","unstructured":"Yang, C., Zhou, H., An, Z., Jiang, X., Xu, Y., Zhang, Q.: Cross-image relational knowledge distillation for semantic segmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12319\u201312328 (2022)","DOI":"10.1109\/CVPR52688.2022.01200"},{"issue":"2","key":"1537_CR3","doi-asserted-by":"publisher","first-page":"1372","DOI":"10.1109\/TPAMI.2022.3159581","volume":"45","author":"Z Tian","year":"2022","unstructured":"Tian, Z., Chen, P., Lai, X., Jiang, L., Liu, S., Zhao, H., Yu, B., Yang, M.-C., Jia, J.: Adaptive perspective distillation for semantic segmentation. IEEE Trans. Pattern Anal. Mach. Intell. 45(2), 1372\u20131387 (2022)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"5","key":"1537_CR4","doi-asserted-by":"publisher","first-page":"2615","DOI":"10.1007\/s00530-023-01121-x","volume":"29","author":"Y Zheng","year":"2023","unstructured":"Zheng, Y., Sun, M., Wang, X., Cao, T., Zhang, X., Xing, L., Fang, Z.: Self-distillation object segmentation via pyramid knowledge representation and transfer. Multimed. Syst. 29(5), 2615\u20132631 (2023). https:\/\/doi.org\/10.1007\/s00530-023-01121-x","journal-title":"Multimed. Syst."},{"key":"1537_CR5","first-page":"9","volume":"2","author":"Z Li","year":"2023","unstructured":"Li, Z., Xu, P., Chang, X., Yang, L., Zhang, Y., Yao, L., Chen, X.: When object detection meets knowledge distillation: A survey. IEEE Trans. Pattern Anal. Mach. Intell. 2, 9 (2023)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"1537_CR6","doi-asserted-by":"crossref","unstructured":"Zhang, L., Ma, K.: Structured knowledge distillation for accurate and efficient object detection. IEEE Trans. Pattern Anal. Mach. Intell. (2023)","DOI":"10.1109\/TPAMI.2023.3300470"},{"key":"1537_CR7","doi-asserted-by":"crossref","unstructured":"Zhou, W., Sun, F., Jiang, Q., Cong, R., Hwang, J.-N.: Wavenet: Wavelet network with knowledge distillation for rgb-t salient object detection. IEEE Transactions on Image Processing (2023)","DOI":"10.1109\/TIP.2023.3275538"},{"key":"1537_CR8","first-page":"85","volume":"25","author":"J Wang","year":"2023","unstructured":"Wang, J., Li, W., Wang, Y., Tao, R., Du, Q.: Representation-enhanced status replay network for multisource remote-sensing image classification. IEEE Trans. Neural Netw. Learn. Syst. 25, 85 (2023)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"1537_CR9","doi-asserted-by":"crossref","unstructured":"Guo, Z., Yan, H., Li, H., Lin, X.: Class attention transfer based knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11868\u201311877 (2023)","DOI":"10.1109\/CVPR52729.2023.01142"},{"key":"1537_CR10","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)"},{"key":"1537_CR11","doi-asserted-by":"crossref","unstructured":"Gao, J., Zhang, T., Xu, C.: I know the relationships: Zero-shot action recognition via two-stream graph convolutional networks and knowledge graphs. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp. 8303\u20138311 (2019)","DOI":"10.1609\/aaai.v33i01.33018303"},{"key":"1537_CR12","doi-asserted-by":"crossref","unstructured":"Gao, J., Zhang, T., Xu, C.: Graph convolutional tracking. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 4649\u20134659 (2019)","DOI":"10.1109\/CVPR.2019.00478"},{"key":"1537_CR13","doi-asserted-by":"crossref","unstructured":"Yun, S., Park, J., Lee, K., Shin, J.: Regularizing class-wise predictions via self-knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 13876\u201313885 (2020)","DOI":"10.1109\/CVPR42600.2020.01389"},{"key":"1537_CR14","doi-asserted-by":"crossref","unstructured":"Li, Z., Li, X., Yang, L., Zhao, B., Song, R., Luo, L., Li, J., Yang, J.: Curriculum temperature for knowledge distillation. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 37, pp. 1504\u20131512 (2023)","DOI":"10.1609\/aaai.v37i2.25236"},{"key":"1537_CR15","first-page":"33716","volume":"35","author":"T Huang","year":"2022","unstructured":"Huang, T., You, S., Wang, F., Qian, C., Xu, C.: Knowledge distillation from a stronger teacher. Adv. Neural. Inf. Process. Syst. 35, 33716\u201333727 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"1537_CR16","doi-asserted-by":"crossref","unstructured":"Lin, S., Xie, H., Wang, B., Yu, K., Chang, X., Liang, X., Wang, G.: Knowledge distillation via the target-aware transformer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10915\u201310924 (2022)","DOI":"10.1109\/CVPR52688.2022.01064"},{"issue":"6","key":"1537_CR17","doi-asserted-by":"publisher","first-page":"3048","DOI":"10.1109\/TPAMI.2021.3055564","volume":"44","author":"L Wang","year":"2021","unstructured":"Wang, L., Yoon, K.-J.: Knowledge distillation and student-teacher learning for visual intelligence: A review and new outlooks. IEEE Trans. Pattern Anal. Mach. Intell. 44(6), 3048\u20133068 (2021)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"6","key":"1537_CR18","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou, J., Yu, B., Maybank, S.J., Tao, D.: Knowledge distillation: A survey. Int. J. Comput. Vision 129(6), 1789\u20131819 (2021)","journal-title":"Int. J. Comput. Vision"},{"key":"1537_CR19","doi-asserted-by":"crossref","unstructured":"Chen, D., Mei, J.-P., Zhang, H., Wang, C., Feng, Y., Chen, C.: Knowledge distillation with the reused teacher classifier. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11933\u201311942 (2022)","DOI":"10.1109\/CVPR52688.2022.01163"},{"key":"1537_CR20","doi-asserted-by":"crossref","unstructured":"Park, W., Kim, D., Lu, Y., Cho, M.: Relational knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 3967\u20133976 (2019)","DOI":"10.1109\/CVPR.2019.00409"},{"key":"1537_CR21","doi-asserted-by":"crossref","unstructured":"Zhao, B., Cui, Q., Song, R., Qiu, Y., Liang, J.: Decoupled knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11953\u201311962 (2022)","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"1537_CR22","doi-asserted-by":"crossref","unstructured":"Jin, Y., Wang, J., Lin, D.: Multi-level logit distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 24276\u201324285 (2023)","DOI":"10.1109\/CVPR52729.2023.02325"},{"key":"1537_CR23","unstructured":"Chi, Z., Zheng, T., Li, H., Yang, Z., Wu, B., Lin, B., Cai, D.: Normkd: Normalized logits for knowledge distillation. arXiv preprint arXiv:2308.00520 (2023)"},{"key":"1537_CR24","unstructured":"Sun, W., Chen, D., Lyu, S., Chen, G., Chen, C., Wang, C.: Knowledge distillation with refined logits. arXiv preprint arXiv:2408.07703 (2024)"},{"key":"1537_CR25","doi-asserted-by":"crossref","unstructured":"Cheng, X., Rao, Z., Chen, Y., Zhang, Q.: Explaining knowledge distillation by quantifying the knowledge. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12925\u201312935 (2020)","DOI":"10.1109\/CVPR42600.2020.01294"},{"key":"1537_CR26","doi-asserted-by":"crossref","unstructured":"Parchami-Araghi, A., B\u00f6hle, M., Rao, S., Schiele, B.: Good teachers explain: Explanation-enhanced knowledge distillation. arXiv preprint arXiv:2402.03119 (2024)","DOI":"10.1007\/978-3-031-73464-9_18"},{"key":"1537_CR27","unstructured":"Romero, A., Ballas, N., Kahou, S.E., Chassang, A., Gatta, C., Bengio, Y.: Fitnets: Hints for thin deep nets. Comput Sci (2015)"},{"key":"1537_CR28","unstructured":"Zagoruyko, S., Komodakis, N.: Paying more attention to attention: Improving the performance of convolutional neural networks via attention transfer. arXiv preprint arXiv:1612.03928 (2016)"},{"key":"1537_CR29","unstructured":"Tian, Y., Krishnan, D., Isola, P.: Contrastive representation distillation. arXiv preprint arXiv:1910.10699 (2019)"},{"key":"1537_CR30","doi-asserted-by":"crossref","unstructured":"Heo, B., Kim, J., Yun, S., Park, H., Kwak, N., Choi, J.Y.: A comprehensive overhaul of feature distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1921\u20131930 (2019)","DOI":"10.1109\/ICCV.2019.00201"},{"key":"1537_CR31","doi-asserted-by":"crossref","unstructured":"Guan, Y., Zhao, P., Wang, B., Zhang, Y., Yao, C., Bian, K., Tang, J.: Differentiable feature aggregation search for knowledge distillation. In: Computer Vision\u2013ECCV 2020: 16th European Conference, Glasgow, UK, August 23\u201328, 2020, Proceedings, Part XVII 16, pp. 469\u2013484 (2020). Springer","DOI":"10.1007\/978-3-030-58520-4_28"},{"key":"1537_CR32","doi-asserted-by":"crossref","unstructured":"Chen, D., Mei, J.-P., Zhang, Y., Wang, C., Wang, Z., Feng, Y., Chen, C.: Cross-layer distillation with semantic calibration. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35, pp. 7028\u20137036 (2021)","DOI":"10.1609\/aaai.v35i8.16865"},{"key":"1537_CR33","doi-asserted-by":"crossref","unstructured":"Ji, M., Heo, B., Park, S.: Show, attend and distill: Knowledge distillation via attention-based feature matching. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35, pp. 7945\u20137952 (2021)","DOI":"10.1609\/aaai.v35i9.16969"},{"key":"1537_CR34","doi-asserted-by":"crossref","unstructured":"Chen, P., Liu, S., Zhao, H., Jia, J.: Distilling knowledge via knowledge review. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 5008\u20135017 (2021)","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"1537_CR35","first-page":"52","volume":"36","author":"H Chen","year":"2024","unstructured":"Chen, H., Wang, Y., Guo, J., Tao, D.: Vanillanet: the power of minimalism in deep learning. Adv. Neural Inform. Process. Syst. 36, 52 (2024)","journal-title":"Adv. Neural Inform. Process. Syst."},{"key":"1537_CR36","doi-asserted-by":"crossref","unstructured":"Zhou, S., Wang, Y., Chen, D., Chen, J., Wang, X., Wang, C., Bu, J.: Distilling holistic knowledge with graph neural networks. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 10387\u201310396 (2021)","DOI":"10.1109\/ICCV48922.2021.01022"},{"issue":"12","key":"1537_CR37","doi-asserted-by":"publisher","first-page":"2935","DOI":"10.1109\/TPAMI.2017.2773081","volume":"40","author":"Z Li","year":"2017","unstructured":"Li, Z., Hoiem, D.: Learning without forgetting. IEEE Trans. Pattern Anal. Mach. Intell. 40(12), 2935\u20132947 (2017)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"1537_CR38","doi-asserted-by":"crossref","unstructured":"Wang, Z., Zhang, Z., Lee, C.-Y., Zhang, H., Sun, R., Ren, X., Su, G., Perot, V., Dy, J., Pfister, T.: Learning to prompt for continual learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 139\u2013149 (2022)","DOI":"10.1109\/CVPR52688.2022.00024"},{"key":"1537_CR39","unstructured":"Yang, J., Martinez, B., Bulat, A., Tzimiropoulos, G., et al.: Knowledge distillation via softmax regression representation learning. (2021). International Conference on Learning Representations (ICLR)"},{"key":"1537_CR40","doi-asserted-by":"crossref","unstructured":"Jang, J., Kim, S., Yoo, K., Kong, C., Kim, J., Kwak, N.: Self-distilled self-supervised representation learning. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 2829\u20132839 (2023)","DOI":"10.1109\/WACV56688.2023.00285"},{"key":"1537_CR41","unstructured":"Krizhevsky, A., Hinton, G., et al.: Learning multiple layers of features from tiny images (2009)"},{"key":"1537_CR42","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., Deng, J., Su, H., Krause, J., Satheesh, S., Ma, S., Huang, Z., Karpathy, A., Khosla, A., Bernstein, M., et al.: Imagenet large scale visual recognition challenge. Int. J. Comput. Vision 115, 211\u2013252 (2015)","journal-title":"Int. J. Comput. Vision"},{"key":"1537_CR43","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"1537_CR44","doi-asserted-by":"crossref","unstructured":"Tung, F., Mori, G.: Similarity-preserving knowledge distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1365\u20131374 (2019)","DOI":"10.1109\/ICCV.2019.00145"},{"key":"1537_CR45","unstructured":"Coates, A., Ng, A., Lee, H.: An analysis of single-layer networks in unsupervised feature learning. In: Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics, pp. 215\u2013223 (2011). JMLR Workshop and Conference Proceedings"},{"key":"1537_CR46","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.-J., Li, K., Fei-Fei, L.: Imagenet: A large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255 (2009). Ieee","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"1537_CR47","first-page":"11","volume":"9","author":"L Maaten","year":"2008","unstructured":"Maaten, L., Hinton, G.: Visualizing data using t-sne. J. Mach. Learn. Res. 9, 11 (2008)","journal-title":"J. Mach. Learn. Res."},{"key":"1537_CR48","doi-asserted-by":"crossref","unstructured":"Zhang, J., Li, Y., Li, Q., Xiao, W.: Variance-constrained local\u2013global modeling for device-free localization under uncertainties. IEEE Trans. Ind. Inform. (2023)","DOI":"10.1109\/TII.2023.3330340"},{"issue":"7","key":"1537_CR49","doi-asserted-by":"publisher","first-page":"8528","DOI":"10.1109\/TII.2022.3218666","volume":"19","author":"J Zhang","year":"2022","unstructured":"Zhang, J., Li, Y., Xiao, W., Zhang, Z.: Online spatiotemporal modeling for robust and lightweight device-free localization in nonstationary environments. IEEE Trans. Ind. Inf. 19(7), 8528\u20138538 (2022)","journal-title":"IEEE Trans. Ind. Inf."}],"container-title":["Multimedia Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-024-01537-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00530-024-01537-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00530-024-01537-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,16]],"date-time":"2024-12-16T09:11:24Z","timestamp":1734340284000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00530-024-01537-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,5]]},"references-count":49,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["1537"],"URL":"https:\/\/doi.org\/10.1007\/s00530-024-01537-z","relation":{},"ISSN":["0942-4962","1432-1882"],"issn-type":[{"value":"0942-4962","type":"print"},{"value":"1432-1882","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,5]]},"assertion":[{"value":"16 May 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 October 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 November 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"331"}}