{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T16:49:51Z","timestamp":1743007791769,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":29,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819784868"},{"type":"electronic","value":"9789819784875"}],"license":[{"start":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T00:00:00Z","timestamp":1730678400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T00:00:00Z","timestamp":1730678400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-97-8487-5_10","type":"book-chapter","created":{"date-parts":[[2024,11,3]],"date-time":"2024-11-03T07:02:22Z","timestamp":1730617342000},"page":"139-151","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Self-Distillation via\u00a0Intra-Class Compactness"],"prefix":"10.1007","author":[{"given":"Jiaye","family":"Lin","sequence":"first","affiliation":[]},{"given":"Lin","family":"Li","sequence":"additional","affiliation":[]},{"given":"Baosheng","family":"Yu","sequence":"additional","affiliation":[]},{"given":"Weihua","family":"Ou","sequence":"additional","affiliation":[]},{"given":"Jianping","family":"Gou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,4]]},"reference":[{"key":"10_CR1","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1016\/j.neunet.2023.11.036","volume":"170","author":"Z Bao","year":"2024","unstructured":"Bao, Z., Huang, Z., Gou, J., Du, L., Liu, K., Zhou, J., Chen, Y.: Teacher-student complementary sample contrastive distillation. Neural Netw. 170, 176\u2013189 (2024)","journal-title":"Neural Netw."},{"issue":"5","key":"10_CR2","doi-asserted-by":"publisher","first-page":"6718","DOI":"10.1109\/TNNLS.2022.3212733","volume":"35","author":"J Gou","year":"2024","unstructured":"Gou, J., Sun, L., Yu, B., Du, L., Ramamohanarao, K., Tao, D.: Collaborative knowledge distillation via multiknowledge transfer. IEEE Trans. Neural Netw. Learn. Syst. 35(5), 6718\u20136730 (2024)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"7","key":"10_CR3","doi-asserted-by":"publisher","first-page":"1857","DOI":"10.1007\/s11263-023-01792-z","volume":"131","author":"J Gou","year":"2023","unstructured":"Gou, J., Xiong, X., Yu, B., Du, L., Zhan, Y., Tao, D.: Multi-target knowledge distillation via student self-reflection. Int. J. Comput. Vision 131(7), 1857\u20131874 (2023)","journal-title":"Int. J. Comput. Vision"},{"key":"10_CR4","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou, J., Yu, B., Maybank, S.J., Tao, D.: Knowledge distillation: a survey. Int. J. Comput. Vision 129, 1789\u20131819 (2021)","journal-title":"Int. J. Comput. Vision"},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"10_CR6","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network (2015). arXiv:1503.02531"},{"key":"10_CR7","doi-asserted-by":"crossref","unstructured":"Hou, Y., Ma, Z., Liu, C., Loy, C.C.: Learning lightweight lane detection cnns by self attention distillation. In: Proceedings of the IEEE\/CVF conference on International Conference on Computer Vision (ICCV), pp. 1013\u20131021. IEEE (2019)","DOI":"10.1109\/ICCV.2019.00110"},{"key":"10_CR8","doi-asserted-by":"crossref","unstructured":"Kim, K., Ji, B., Yoon, D., Hwang, S.: Self-knowledge distillation with progressive refinement of targets. In: Proceedings of the IEEE\/CVF conference on International Conference on Computer Vision (ICCV), pp. 6547\u20136556. IEEE (2021)","DOI":"10.1109\/ICCV48922.2021.00650"},{"key":"10_CR9","doi-asserted-by":"crossref","unstructured":"Li, C., Cheng, G., Han, J.: Boosting knowledge distillation via intra-class logit distribution smoothing. IEEE Trans. Circuits Syst. Video Technol. (2023)","DOI":"10.1109\/TCSVT.2023.3327113"},{"key":"10_CR10","unstructured":"Li, J., Zhou, P., Xiong, C., Hoi, S.C.: Prototypical contrastive learning of unsupervised representations (2020). arXiv:2005.04966"},{"key":"10_CR11","doi-asserted-by":"crossref","unstructured":"Li, L.: Self-regulated feature learning via teacher-free feature distillation. In: European Conference on Computer Vision, pp. 347\u2013363. Springer (2022)","DOI":"10.1007\/978-3-031-19809-0_20"},{"key":"10_CR12","doi-asserted-by":"crossref","unstructured":"Liang, J., Li, L., Bing, Z., Zhao, B., Tang, Y., Lin, B., Fan, H.: Efficient one pass self-distillation with zipf\u2019s label smoothing. In: Proceedings of the European Conference on Computer Vision (ECCV), vol. 13671, pp. 104\u2013119. Springer (2022)","DOI":"10.1007\/978-3-031-20083-0_7"},{"key":"10_CR13","unstructured":"Lu, Y., Zhang, G., Sun, S., Guo, H., Yu, Y.: $$ f $$-micl: Understanding and generalizing infonce-based contrastive learning (2024). arXiv:2402.10150"},{"key":"10_CR14","doi-asserted-by":"crossref","unstructured":"Ma, N., Zhang, X., Zheng, H.T., Sun, J.: Shufflenet v2: practical guidelines for efficient cnn architecture design. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 116\u2013131 (2018)","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"10_CR15","unstructured":"Van\u00a0der Maaten, L., Hinton, G.: Visualizing data using t-sne. J. Mach. Learn. Res. 9(11) (2008)"},{"key":"10_CR16","unstructured":"Mnih, A., Teh, Y.W.: A fast and simple algorithm for training neural probabilistic language models (2012). arXiv:1206.6426"},{"key":"10_CR17","unstructured":"Oord, A.V.D., Li, Y., Vinyals, O.: Representation learning with contrastive predictive coding (2018). arXiv:1807.03748"},{"issue":"23","key":"10_CR18","doi-asserted-by":"publisher","first-page":"28520","DOI":"10.1007\/s10489-023-05036-y","volume":"53","author":"S Sharma","year":"2023","unstructured":"Sharma, S., Lodhi, S.S., Chandra, J.: SCL-IKD: intermediate knowledge distillation via supervised contrastive representation learning. Appl. Intell. 53(23), 28520\u201328541 (2023)","journal-title":"Appl. Intell."},{"key":"10_CR19","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition (2014). arXiv:1409.1556"},{"key":"10_CR20","unstructured":"Tian, Y., Krishnan, D., Isola, P.: Contrastive representation distillation (2019). arXiv:1910.10699"},{"key":"10_CR21","doi-asserted-by":"crossref","unstructured":"Wang, S., Yan, Z., Zhang, D., Wei, H., Li, Z., Li, R.: Prototype knowledge distillation for medical segmentation with missing modality. In: ICASSP 2023\u20132023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 1\u20135. IEEE (2023)","DOI":"10.1109\/ICASSP49357.2023.10095014"},{"key":"10_CR22","doi-asserted-by":"crossref","unstructured":"Yang, C., An, Z., Zhou, H., Zhuang, F., Xu, Y., Zhang, Q.: Online knowledge distillation via mutual contrastive learning for visual recognition. IEEE Trans. Pattern Anal. Mach. Intell. (2023)","DOI":"10.1109\/TPAMI.2023.3257878"},{"key":"10_CR23","doi-asserted-by":"crossref","unstructured":"Yang, Z., Zeng, A., Li, Z., Zhang, T., Yuan, C., Li, Y.: From knowledge distillation to self-knowledge distillation: a unified approach with normalized loss and customized soft labels. In: Proceedings of the IEEE\/CVF conference on International Conference on Computer Vision (ICCV), pp. 17139\u201317148. IEEE (2023)","DOI":"10.1109\/ICCV51070.2023.01576"},{"key":"10_CR24","doi-asserted-by":"crossref","unstructured":"Yun, S., Park, J., Lee, K., Shin, J.: Regularizing class-wise predictions via self-knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 13873\u201313882. Computer Vision Foundation\/IEEE (2020)","DOI":"10.1109\/CVPR42600.2020.01389"},{"key":"10_CR25","doi-asserted-by":"crossref","unstructured":"Yun, S., Park, J., Lee, K., Shin, J.: Revisiting knowledge distillation via label smoothing regularization. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 3902\u20133910. Computer Vision Foundation\/IEEE (2020)","DOI":"10.1109\/CVPR42600.2020.00396"},{"key":"10_CR26","doi-asserted-by":"crossref","unstructured":"Zagoruyko, S., Komodakis, N.: Wide residual networks. In: Proceedings of the British Machine Vision Conference (BMVC), pp. 1\u201315 (2016)","DOI":"10.5244\/C.30.87"},{"key":"10_CR27","doi-asserted-by":"crossref","unstructured":"Zhang, H., Chen, D., Wang, C.: Confidence-aware multi-teacher knowledge distillation. In: ICASSP 2022\u20132022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 4498\u20134502. IEEE (2022)","DOI":"10.1109\/ICASSP43922.2022.9747534"},{"key":"10_CR28","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2024.120107","volume":"660","author":"J Zhang","year":"2024","unstructured":"Zhang, J., Tao, Z., Guo, K., Li, H., Zhang, S.: Hybrid mix-up contrastive knowledge distillation. Inf. Sci. 660, 120107 (2024)","journal-title":"Inf. Sci."},{"key":"10_CR29","doi-asserted-by":"crossref","unstructured":"Zhang, L., Song, J., Gao, A., Chen, J., Bao, C., Ma, K.: Be your own teacher: Improve the performance of convolutional neural networks via self distillation. In: Proceedings of the IEEE\/CVF Conference on International Conference on Computer Vision (ICCV), pp. 3712\u20133721. IEEE (2019)","DOI":"10.1109\/ICCV.2019.00381"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition and Computer Vision"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-8487-5_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,3]],"date-time":"2024-11-03T07:06:21Z","timestamp":1730617581000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-8487-5_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,4]]},"ISBN":["9789819784868","9789819784875"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-8487-5_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,4]]},"assertion":[{"value":"4 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PRCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Chinese Conference on Pattern Recognition and Computer Vision  (PRCV)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Urumqi","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ccprcv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2024.prcv.cn\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}