{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,30]],"date-time":"2025-12-30T03:57:44Z","timestamp":1767067064920,"version":"3.48.0"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,12,30]],"date-time":"2025-12-30T00:00:00Z","timestamp":1767052800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,12,30]],"date-time":"2025-12-30T00:00:00Z","timestamp":1767052800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62472446"],"award-info":[{"award-number":["62472446"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Science Foundation of Hunan Province","award":["2024JJ5445"],"award-info":[{"award-number":["2024JJ5445"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2026,12]]},"DOI":"10.1007\/s10115-025-02654-5","type":"journal-article","created":{"date-parts":[[2025,12,30]],"date-time":"2025-12-30T03:11:04Z","timestamp":1767064264000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Label-enhanced contrastive knowledge distillation"],"prefix":"10.1007","volume":"68","author":[{"given":"Zike","family":"Qiao","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ze","family":"Tao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lingfeng","family":"He","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jian","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zailiang","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hui","family":"Sun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,12,30]]},"reference":[{"key":"2654_CR1","doi-asserted-by":"crossref","unstructured":"Li F, Zhang H, Xu H, Liu S, Zhang L, Ni LM, Shum H-Y (2023) Mask dino: towards a unified transformer-based framework for object detection and segmentation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 3041\u20133050","DOI":"10.1109\/CVPR52729.2023.00297"},{"key":"2654_CR2","first-page":"1","volume":"67","author":"D Somasundaram","year":"2024","unstructured":"Somasundaram D, Madian N, Goh KM, Suresh S (2024) Chromosome segmentation and classification: an updated review. Knowl Inf Syst 67:1\u201335","journal-title":"Knowl Inf Syst"},{"issue":"10","key":"2654_CR3","doi-asserted-by":"publisher","first-page":"4111","DOI":"10.1007\/s10115-023-01865-y","volume":"65","author":"DA Reddy","year":"2023","unstructured":"Reddy DA, Roy S, Kumar S, Tripathi R (2023) Enhanced u-net segmentation with ensemble convolutional neural network for automated skin disease classification. Knowl Inf Syst 65(10):4111\u20134156","journal-title":"Knowl Inf Syst"},{"key":"2654_CR4","doi-asserted-by":"crossref","unstructured":"Wang Z, Li Y, Chen X, Lim S-N, Torralba A, Zhao H, Wang S (2023) Detecting everything in the open world: towards universal object detection. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp. 11433\u201311443","DOI":"10.1109\/CVPR52729.2023.01100"},{"issue":"11","key":"2654_CR5","doi-asserted-by":"publisher","first-page":"4847","DOI":"10.1007\/s10115-023-01916-4","volume":"65","author":"H Li","year":"2023","unstructured":"Li H, Ma H, Che Y, Yang Z (2023) A two-way dense feature pyramid networks for object detection of remote sensing images. Knowl Inf Syst 65(11):4847\u20134871","journal-title":"Knowl Inf Syst"},{"issue":"7","key":"2654_CR6","first-page":"38","volume":"14","author":"G Hinton","year":"2015","unstructured":"Hinton G, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. Comput Sci 14(7):38\u201339","journal-title":"Comput Sci"},{"key":"2654_CR7","doi-asserted-by":"crossref","unstructured":"Yao A, Sun D (2020) Knowledge transfer via dense cross-layer mutual-distillation. In: Computer vision\u2013ECCV 2020: 16th European conference, Glasgow, UK, August 23\u201328, 2020, Proceedings, Part XV 16, Springer, pp 294\u2013311","DOI":"10.1007\/978-3-030-58555-6_18"},{"key":"2654_CR8","doi-asserted-by":"crossref","unstructured":"Wu G, Gong S (2021) Peer collaborative learning for online knowledge distillation. In: Proceedings of the AAAI conference on artificial intelligence, vol 35, pp 10302\u201310310","DOI":"10.1609\/aaai.v35i12.17234"},{"key":"2654_CR9","doi-asserted-by":"crossref","unstructured":"Passalis N, Tefas A (2018) Learning deep representations with probabilistic knowledge transfer. In: Proceedings of the European conference on computer vision (ECCV), pp 268\u2013284","DOI":"10.1007\/978-3-030-01252-6_17"},{"key":"2654_CR10","doi-asserted-by":"crossref","unstructured":"Heo B, Lee M, Yun S, Choi JY (2019) Knowledge transfer via distillation of activation boundaries formed by hidden neurons. In: Proceedings of the AAAI conference on artificial intelligence, vol 33, pp 3779\u20133787","DOI":"10.1609\/aaai.v33i01.33013779"},{"key":"2654_CR11","doi-asserted-by":"crossref","unstructured":"Park W, Kim D, Lu Y, Cho M (2019) Relational knowledge distillation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 3967\u20133976","DOI":"10.1109\/CVPR.2019.00409"},{"key":"2654_CR12","doi-asserted-by":"crossref","unstructured":"Dong S, Hong X, Tao X, Chang X, Wei X., Gong Y (2021) Few-shot class-incremental learning via relation knowledge distillation. In: Proceedings of the AAAI conference on artificial intelligence, vol 35, pp 1255\u20131263","DOI":"10.1609\/aaai.v35i2.16213"},{"key":"2654_CR13","doi-asserted-by":"crossref","unstructured":"Chen Y, Wang N, Zhang Z (2018) Darkrank: Accelerating deep metric learning via cross sample similarities transfer. In: Proceedings of the AAAI conference on artificial intelligence, vol 32","DOI":"10.1609\/aaai.v32i1.11783"},{"key":"2654_CR14","unstructured":"Laine S, Aila T (2016) Temporal ensembling for semi-supervised learning. Preprint at arXiv:1610.02242"},{"key":"2654_CR15","doi-asserted-by":"crossref","unstructured":"Lee D, Kim S, Kim I, Cheon Y, Cho M, Han W-S (2022) Contrastive regularization for semi-supervised learning. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 3911\u20133920","DOI":"10.1109\/CVPRW56347.2022.00436"},{"key":"2654_CR16","unstructured":"Tian Y, Krishnan D, Isola P (2019) Contrastive representation distillation. Preprint at arXiv:1910.10699"},{"key":"2654_CR17","doi-asserted-by":"crossref","unstructured":"Chen L, Wang D, Gan Z, Liu J, Henao R, Carin L (2021) Wasserstein contrastive representation distillation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 16296\u201316305","DOI":"10.1109\/CVPR46437.2021.01603"},{"key":"2654_CR18","doi-asserted-by":"publisher","first-page":"9643","DOI":"10.1109\/TIFS.2023.3237371","volume":"19","author":"T Bai","year":"2023","unstructured":"Bai T, Zhao J, Wen B (2023) Guided adversarial contrastive distillation for robust students. IEEE Trans Inf Forensics Secur 19:9643\u20139655","journal-title":"IEEE Trans Inf Forensics Secur"},{"key":"2654_CR19","doi-asserted-by":"crossref","unstructured":"Yang C, An Z, Xu Y (2021) Multi-view contrastive learning for online knowledge distillation. In: ICASSP 2021-2021 IEEE International conference on acoustics, speech and signal processing (ICASSP), IEEE, pp 3750\u20133754","DOI":"10.1109\/ICASSP39728.2021.9414664"},{"key":"2654_CR20","doi-asserted-by":"crossref","unstructured":"Zhu J, Tang S, Chen D, Yu S, Liu Y, Rong M, Yang A, Wang X (2021) Complementary relation contrastive distillation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 9260\u20139269","DOI":"10.1109\/CVPR46437.2021.00914"},{"key":"2654_CR21","doi-asserted-by":"crossref","unstructured":"Xu G, Liu Z, Li X, Loy CC (2020) Knowledge distillation meets self-supervision. In: European conference on computer vision, Springer, pp 588\u2013604","DOI":"10.1007\/978-3-030-58545-7_34"},{"key":"2654_CR22","doi-asserted-by":"crossref","unstructured":"Yu Z, Xu Q, Jiang Y, Qin H, Huang Q (2022) Pay attention to your positive pairs: positive pair aware contrastive knowledge distillation. In: Proceedings of the 30th ACM international conference on multimedia, pp 5862\u20135870","DOI":"10.1145\/3503161.3548256"},{"key":"2654_CR23","unstructured":"Krizhevsky A, Hinton G (2009) Learning multiple layers of features from tiny images. Handbook of systemic autoimmune diseases 1(4)"},{"key":"2654_CR24","unstructured":"Qiu Z, Ma X, Yang K, Liu C, Hou J, Yi S, Ouyang W (2022) Better teacher better student: dynamic prior knowledge for knowledge distillation. Preprint at arXiv:2206.06067"},{"key":"2654_CR25","doi-asserted-by":"crossref","unstructured":"Beyer L, Zhai X, Royer A, Markeeva L, Anil R, Kolesnikov A (2022) Knowledge distillation: a good teacher is patient and consistent. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 10925\u201310934","DOI":"10.1109\/CVPR52688.2022.01065"},{"issue":"5","key":"2654_CR26","doi-asserted-by":"publisher","first-page":"1323","DOI":"10.1007\/s10115-022-01667-8","volume":"64","author":"J-W Lee","year":"2022","unstructured":"Lee J-W, Choi M, Sael L, Shim H, Lee J (2022) Knowledge distillation meets recommendation: collaborative distillation for top-n recommendation. Knowl Inf Syst 64(5):1323\u20131348","journal-title":"Knowl Inf Syst"},{"key":"2654_CR27","unstructured":"Romero A, Ballas N, Kahou SE, Chassang A, Gatta C, Bengio Y (2014) Fitnets: hints for thin deep nets. Preprint at arXiv:1412.6550"},{"key":"2654_CR28","doi-asserted-by":"crossref","unstructured":"Ahn S, Hu SX, Damianou A, Lawrence ND, Dai Z (2019) Variational information distillation for knowledge transfer. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 9163\u20139171","DOI":"10.1109\/CVPR.2019.00938"},{"key":"2654_CR29","unstructured":"Zagoruyko S, Komodakis N (2016) Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer. Preprint at arXiv:1612.03928"},{"key":"2654_CR30","unstructured":"Ding F, Yang Y, Hu H, Krovi V, Luo F (2020) Multi-level knowledge distillation via knowledge alignment and correlation. Preprint at arXiv:2012.00573"},{"key":"2654_CR31","doi-asserted-by":"crossref","unstructured":"Tung F, Mori G (2019) Similarity-preserving knowledge distillation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 1365\u20131374","DOI":"10.1109\/ICCV.2019.00145"},{"key":"2654_CR32","doi-asserted-by":"crossref","unstructured":"Peng B, Jin X, Liu J, Li D, Wu Y, Liu Y, Zhou S, Zhang Z (2019) Correlation congruence for knowledge distillation. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 5007\u20135016","DOI":"10.1109\/ICCV.2019.00511"},{"key":"2654_CR33","unstructured":"Wang X, Jiang Y, Yan Z, Jia Z, Bach N, Wang T, Huang Z, Huang F, Tu K (2020) Structural knowledge distillation: tractably distilling information for structured predictor. Preprint at arXiv:2010.05010"},{"key":"2654_CR34","unstructured":"Liu Y, Shu C, Wang J, et al (2020) Structured knowledge distillation for dense prediction. IEEE Transactions on pattern analysis and machine intelligence"},{"key":"2654_CR35","unstructured":"Tarvainen A, Valpola H (2017) Mean teachers are better role models: weight-averaged consistency targets improve semi-supervised deep learning results. In: Advances in neural information processing systems 30"},{"key":"2654_CR36","doi-asserted-by":"crossref","unstructured":"Jiang W, Mao Q, Lin C, Li J, Deng T, Yang W, Wang Z (2023) Disco: distilled student models co-training for semi-supervised text mining. Preprint at arXiv:2305.12074","DOI":"10.18653\/v1\/2023.emnlp-main.244"},{"key":"2654_CR37","doi-asserted-by":"crossref","unstructured":"Ouali Y, Hudelot C, Tami M (2020) Semi-supervised semantic segmentation with cross-consistency training. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 12674\u201312684","DOI":"10.1109\/CVPR42600.2020.01269"},{"key":"2654_CR38","doi-asserted-by":"crossref","unstructured":"Ji M, Shin S, Hwang S, Park G, Moon I-C (2021) Refine myself by teaching myself: feature refinement via self-knowledge distillation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 10664\u201310673","DOI":"10.1109\/CVPR46437.2021.01052"},{"key":"2654_CR39","doi-asserted-by":"crossref","unstructured":"Yang C, An Z, Cai L, Xu Y (2021) Hierarchical self-supervised augmented knowledge distillation. Preprint at arXiv:2107.13715","DOI":"10.24963\/ijcai.2021\/168"},{"key":"2654_CR40","doi-asserted-by":"crossref","unstructured":"West P, Bhagavatula C, Hessel J, Hwang JD, Jiang L, Bras RL, Lu X, Welleck S, Choi Y (2021) Symbolic knowledge distillation: from general language models to commonsense models. Preprint at arXiv:2110.07178","DOI":"10.18653\/v1\/2022.naacl-main.341"},{"key":"2654_CR41","doi-asserted-by":"publisher","first-page":"102098","DOI":"10.1016\/j.inffus.2023.102098","volume":"103","author":"X Wang","year":"2024","unstructured":"Wang X, Wang Y, Ke G, Wang Y, Hong X (2024) Knowledge distillation-driven semi-supervised multi-view classification. Inf Fusion 103:102098","journal-title":"Inf Fusion"},{"key":"2654_CR42","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li L-J, Li K, Fei-Fei L (2009) Imagenet: a large-scale hierarchical image database. In: 2009 IEEE conference on computer vision and pattern recognition, IEEE, pp 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"2654_CR43","unstructured":"Coates A, Ng A, Lee H (2011) An analysis of single-layer networks in unsupervised feature learning. In: Proceedings of the 14th international conference on artificial intelligence and statistics, JMLR Workshop and conference proceedings, pp 215\u2013223"},{"key":"2654_CR44","unstructured":"Khosla A, Jayadevaprakash N, Yao B, Fei-Fei L (2011) Novel dataset for fine-grained image categorization. In: First workshop on fine-grained visual categorization, IEEE conference on computer vision and pattern recognition, Colorado Springs"},{"key":"2654_CR45","doi-asserted-by":"publisher","first-page":"127142","DOI":"10.1016\/j.neucom.2023.127142","volume":"570","author":"J Zhang","year":"2024","unstructured":"Zhang J, Tao Z, Zhang S, Qiao Z, Guo K (2024) Soft hybrid knowledge distillation against deep neural networks. Neurocomputing 570:127142","journal-title":"Neurocomputing"},{"key":"2654_CR46","doi-asserted-by":"crossref","unstructured":"Chen P, Liu S, Zhao H, Jia J (2021) Distilling knowledge via knowledge review. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 5008\u20135017","DOI":"10.1109\/CVPR46437.2021.00497"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-025-02654-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10115-025-02654-5","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-025-02654-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,30]],"date-time":"2025-12-30T03:11:16Z","timestamp":1767064276000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10115-025-02654-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,30]]},"references-count":46,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,12]]}},"alternative-id":["2654"],"URL":"https:\/\/doi.org\/10.1007\/s10115-025-02654-5","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"value":"0219-1377","type":"print"},{"value":"0219-3116","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,30]]},"assertion":[{"value":"22 February 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 September 2025","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 October 2025","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 December 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no Conflict of interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}}],"article-number":"32"}}