{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T13:37:38Z","timestamp":1769607458611,"version":"3.49.0"},"reference-count":77,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2025,2,15]],"date-time":"2025-02-15T00:00:00Z","timestamp":1739577600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,2,15]],"date-time":"2025-02-15T00:00:00Z","timestamp":1739577600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,5]]},"DOI":"10.1007\/s10489-025-06355-y","type":"journal-article","created":{"date-parts":[[2025,2,15]],"date-time":"2025-02-15T00:25:43Z","timestamp":1739579143000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["NoRD: A framework for noise-resilient self-distillation through relative supervision"],"prefix":"10.1007","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9709-5912","authenticated-orcid":false,"given":"Saurabh","family":"Sharma","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shikhar Singh","family":"Lodhi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vanshika","family":"Srivastava","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joydeep","family":"Chandra","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,2,15]]},"reference":[{"key":"6355_CR1","unstructured":"Hinton GE, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. CoRR. abs\/1503.02531 1503.02531"},{"key":"6355_CR2","unstructured":"Romero A, Ballas N, Kahou SE, Chassang A, Gatta C, Bengio Y (2015) Fitnets: hints for thin deep nets. In: Bengio Y, LeCun Y (eds) 3rd International conference on learning representations, ICLR 2015, San Diego, CA, USA, May 7-9, 2015. Conference Track Proceedings, p"},{"key":"6355_CR3","doi-asserted-by":"crossref","unstructured":"Xu G, Liu Z, Li X, Loy CC (2020) Knowledge distillation meets self-supervision. In: European conference on computer vision. Springer, pp 588\u2013604","DOI":"10.1007\/978-3-030-58545-7_34"},{"key":"6355_CR4","doi-asserted-by":"crossref","unstructured":"Ahn S, Hu SX, Damianou A, Lawrence ND, Dai Z (2019) Variational information distillation for knowledge transfer. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 9163\u20139171","DOI":"10.1109\/CVPR.2019.00938"},{"key":"6355_CR5","unstructured":"Zagoruyko S, Komodakis N (2017) Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer. In: 5th International conference on learning representations. ICLR 2017, Toulon, France, April 24-26, 2017. Conference Track Proceedings. https:\/\/openreview.net\/forum?id=Sks9_ajex"},{"issue":"5","key":"6355_CR6","first-page":"411","volume":"5","author":"G Paolacci","year":"2010","unstructured":"Paolacci G, Chandler J, Ipeirotis PG (2010) Running experiments on amazon mechanical Turk. J Hum Resour 5(5):411\u2013419","journal-title":"J Hum Resour"},{"key":"6355_CR7","doi-asserted-by":"crossref","unstructured":"Xiao H, Xiao H, Eckert C (2012) Adversarial label flips attack on support vector machines. In: Proceedings of the 20th european conference on artificial intelligence. ECAI\u201912. IOS Press, NLD pp 870\u2013875","DOI":"10.3233\/978-1-61499-098-7-870"},{"key":"6355_CR8","doi-asserted-by":"publisher","unstructured":"Jiang R, Yan Y, Xue J-H, Chen S, Wang N, Wang H (2023) Knowledge distillation meets label noise learning: ambiguity-guided mutual label refinery. IEEE Trans Neural Netw Learn Syst 1\u201314. https:\/\/doi.org\/10.1109\/TNNLS.2023.3335829","DOI":"10.1109\/TNNLS.2023.3335829"},{"key":"6355_CR9","doi-asserted-by":"publisher","first-page":"103771","DOI":"10.1016\/j.cviu.2023.103771","volume":"235","author":"F Liu","year":"2023","unstructured":"Liu F, Wang Y, Li Z, Pan Z (2023) Geikd: Self-knowledge distillation based on gated ensemble networks and influences-based label noise removal. Comput Vis Image Underst 235:103771","journal-title":"Comput Vis Image Underst"},{"issue":"1","key":"6355_CR10","doi-asserted-by":"publisher","first-page":"140","DOI":"10.23919\/cje.2022.00.040","volume":"32","author":"Y Li","year":"2023","unstructured":"Li Y, Zhuo L, Sun L, Zhang H, Li X, Yang Y, Wei W (2023) Tongue color classification in tcm with noisy labels via confident-learning-assisted knowledge distillation. Chin J Electron 32(1):140\u2013150. https:\/\/doi.org\/10.23919\/cje.2022.00.040","journal-title":"Chin J Electron"},{"key":"6355_CR11","unstructured":"Xiao T, Xia T, Yang Y, Huang C, Wang X (2015) Learning from massive noisy labeled data for image classification, 2691\u20132699"},{"key":"6355_CR12","unstructured":"Vahdat A (2017) Toward robustness against label noise in training deep discriminative neural networks. Adv Neural Inf Process Syst 30"},{"key":"6355_CR13","unstructured":"Lyu Y, Tsang IW (2020) Curriculum loss: Robust learning and generalization against label corruption. In: 8th International conference on learning representations. ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020. OpenReview.net. https:\/\/openreview.net\/forum?id=rkgt0REKwS"},{"key":"6355_CR14","unstructured":"Zhang Z, Sabuncu M (2018) Generalized cross entropy loss for training deep neural networks with noisy labels. Adv Neural Inf Process Syst 31"},{"key":"6355_CR15","doi-asserted-by":"crossref","unstructured":"Wang Y, Ma X, Chen Z, Luo Y, Yi J, Bailey J (2019) Symmetric cross entropy for robust learning with noisy labels. In: Proceedings of the IEEE\/CVF International conference on computer vision, pp 322\u2013330","DOI":"10.1109\/ICCV.2019.00041"},{"key":"6355_CR16","doi-asserted-by":"crossref","unstructured":"Ghosh A, Kumar H, Sastry P (2017) Robust loss functions under label noise for deep neural networks. In: Proceedings of the AAAI conference on artificial intelligence, vol. 31","DOI":"10.1609\/aaai.v31i1.10894"},{"key":"6355_CR17","doi-asserted-by":"crossref","unstructured":"Baek K, Lee S, Shim H (2022) Learning from better supervision: Self-distillation for learning with noisy labels. In: 2022 26th International conference on pattern recognition (ICPR). IEEE, pp 1829\u20131835","DOI":"10.1109\/ICPR56361.2022.9956388"},{"key":"6355_CR18","doi-asserted-by":"crossref","unstructured":"Ghosh A, Lan A (2021) Contrastive learning improves model robustness under label noise. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 2703\u20132708","DOI":"10.1109\/CVPRW53098.2021.00304"},{"key":"6355_CR19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01070","author":"Q Xie","year":"2020","unstructured":"Xie Q, Luong M, Hovy EH, Le QV (2020) Self-training with noisy student improves ImageNet classification. Comput Vis Foundation \/ IEEE. https:\/\/doi.org\/10.1109\/CVPR42600.2020.01070","journal-title":"Comput Vis Foundation \/ IEEE"},{"key":"6355_CR20","doi-asserted-by":"publisher","unstructured":"Li Z, Yu D, Wei L, Jin C, Zhang Y, Chan S (2024) Soften to defend: Towards adversarial robustness via self-guided label refinement, 24776\u201324785. https:\/\/doi.org\/10.1109\/CVPR52733.2024.02340","DOI":"10.1109\/CVPR52733.2024.02340"},{"key":"6355_CR21","doi-asserted-by":"publisher","unstructured":"Lu Y, He W (2022) SELC: self-ensemble label correction improves learning with noisy labels, 3278\u20133284. https:\/\/doi.org\/10.24963\/IJCAI.2022\/455","DOI":"10.24963\/IJCAI.2022\/455"},{"key":"6355_CR22","doi-asserted-by":"crossref","unstructured":"Sharma S, Lodhi SS, Chandra J (2023) Scl-ikd: intermediate knowledge distillation via supervised contrastive representation learning. Appl Intell 1\u201322","DOI":"10.1007\/s10489-023-05036-y"},{"key":"6355_CR23","doi-asserted-by":"crossref","unstructured":"Lin T-Y, Goyal P, Girshick R, He K, Doll\u00e1r P (2017) Focal loss for dense object detection. In: Proceedings of the IEEE International conference on computer vision, pp 2980\u20132988","DOI":"10.1109\/ICCV.2017.324"},{"key":"6355_CR24","doi-asserted-by":"crossref","unstructured":"Kim Y, Yim J, Yun J, Kim J (2019) Nlnl: Negative learning for noisy labels. In: Proceedings of the IEEE\/CVF international conference on computer vision, pp 101\u2013110","DOI":"10.1109\/ICCV.2019.00019"},{"issue":"11","key":"6355_CR25","doi-asserted-by":"publisher","first-page":"8135","DOI":"10.1109\/TNNLS.2022.3152527","volume":"34","author":"H Song","year":"2023","unstructured":"Song H, Kim M, Park D, Shin Y, Lee J (2023) Learning from noisy labels with deep neural networks: a survey. IEEE Trans Neural Networks Learn Syst 34(11):8135\u20138153. https:\/\/doi.org\/10.1109\/TNNLS.2022.3152527","journal-title":"IEEE Trans Neural Networks Learn Syst"},{"key":"6355_CR26","doi-asserted-by":"publisher","first-page":"119008","DOI":"10.1016\/j.ins.2023.119008","volume":"639","author":"Q Xia","year":"2023","unstructured":"Xia Q, Lee F, Chen Q (2023) Tcc-net: A two-stage training method with contradictory loss and co-teaching based on meta-learning for learning with noisy labels. Inf Sci 639:119008. https:\/\/doi.org\/10.1016\/j.ins.2023.119008","journal-title":"Inf Sci"},{"key":"6355_CR27","unstructured":"Krizhevsky A, Nair V, Hinton G (2009) Cifar-10 and cifar-100 datasets. 6(1), 1. https:\/\/www.cs.toronto.edu\/kriz\/cifar.html"},{"key":"6355_CR28","doi-asserted-by":"publisher","unstructured":"Xiao T, Xia T, Yang Y, Huang C, Wang X (2015) Learning from massive noisy labeled data for image classification, 2691\u20132699. https:\/\/doi.org\/10.1109\/CVPR.2015.7298885","DOI":"10.1109\/CVPR.2015.7298885"},{"key":"6355_CR29","doi-asserted-by":"publisher","first-page":"110859","DOI":"10.1016\/j.knosys.2023.110859","volume":"278","author":"Q Guan","year":"2023","unstructured":"Guan Q, Chen Q, Zhong Z, Huang Y, Zhao Y (2023) A hard knowledge regularization method with probability difference in thorax disease images. Knowl-Based Syst 278:110859. https:\/\/doi.org\/10.1016\/j.knosys.2023.110859","journal-title":"Knowl-Based Syst"},{"key":"6355_CR30","unstructured":"Ma X, Huang H, Wang Y, Romano S, Erfani S, Bailey J (2020) Normalized loss functions for deep learning with noisy labels. In: International conference on machine learning. PMLR, pp 6543\u20136553"},{"key":"6355_CR31","doi-asserted-by":"publisher","first-page":"102026","DOI":"10.1016\/j.compmedimag.2021.102026","volume":"95","author":"M Yeung","year":"2022","unstructured":"Yeung M, Sala E, Sch\u00f6nlieb C-B, Rundo L (2022) Unified focal loss: generalising dice and cross entropy-based losses to handle class imbalanced medical image segmentation. Comput Med Imaging Graph 95:102026. https:\/\/doi.org\/10.1016\/j.compmedimag.2021.102026","journal-title":"Comput Med Imaging Graph"},{"key":"6355_CR32","doi-asserted-by":"publisher","first-page":"108148","DOI":"10.1016\/j.ymssp.2021.108148","volume":"163","author":"H Lee","year":"2022","unstructured":"Lee H, Lim HJ, Skinner T, Chattopadhyay A, Hall A (2022) Automated fatigue damage detection and classification technique for composite structures using lamb waves and deep autoencoder. Mech Syst Signal Process 163:108148. https:\/\/doi.org\/10.1016\/j.ymssp.2021.108148","journal-title":"Mech Syst Signal Process"},{"key":"6355_CR33","unstructured":"Ma X, Wang Y, Houle ME, Zhou S, Erfani S, Xia S, Wijewickrema S, Bailey J (2018) Dimensionality-driven learning with noisy labels. In: International conference on machine learning. PMLR, pp 3355\u20133364"},{"key":"6355_CR34","doi-asserted-by":"crossref","unstructured":"Tanaka D, Ikami D, Yamasaki T, Aizawa K (2018) Joint optimization framework for learning with noisy labels. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 5552\u20135560","DOI":"10.1109\/CVPR.2018.00582"},{"key":"6355_CR35","unstructured":"Malach E, Shalev-Shwartz S (2017) Decoupling\" when to update\" from\" how to update\". Adv Neural Inf Process Syst 30"},{"key":"6355_CR36","unstructured":"Jiang L, Zhou Z, Leung T, Li L-J, Fei-Fei L (2018) Mentornet: Learning data-driven curriculum for very deep neural networks on corrupted labels. In: International conference on machine learning. PMLR, pp 2304\u20132313"},{"key":"6355_CR37","unstructured":"Han B, Yao Q, Yu X, Niu G, Xu M, Hu W, Tsang I, Sugiyama M (2018) Co-teaching: Robust training of deep neural networks with extremely noisy labels. Adv Neural Inf Process Syst 31"},{"key":"6355_CR38","doi-asserted-by":"crossref","unstructured":"Lee K-H, He X, Zhang L, Yang L (2018) Cleannet: Transfer learning for scalable image classifier training with label noise. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 5447\u20135456","DOI":"10.1109\/CVPR.2018.00571"},{"key":"6355_CR39","doi-asserted-by":"crossref","unstructured":"Veit A, Alldrin N, Chechik G, Krasin I, Gupta A, Belongie S (2017) Learning from noisy large-scale datasets with minimal supervision. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 839\u2013847","DOI":"10.1109\/CVPR.2017.696"},{"key":"6355_CR40","doi-asserted-by":"crossref","unstructured":"Li Y, Yang J, Song Y, Cao L, Luo J, Li L-J (2017) Learning from noisy labels with distillation. In: Proceedings of the IEEE international conference on computer vision, pp 1910\u20131918","DOI":"10.1109\/ICCV.2017.211"},{"key":"6355_CR41","unstructured":"Sukhbaatar S, Fergus R (2015) Learning from noisy labels with deep neural networks. In: Bengio Y, LeCun Y (eds) 3rd International conference on learning representations, ICLR 2015. San Diego, CA, USA, May 7-9, 2015, Workshop Track Proceedings . http:\/\/arxiv.org\/abs\/1406.2080"},{"key":"6355_CR42","doi-asserted-by":"publisher","unstructured":"Bhardwaj S, Ghaddar A, Rashid A, Bibi K, Li C, Ghodsi A, Langlais P, Rezagholizadeh M (2021) Knowledge distillation with noisy labels for natural language understanding. In: Xu W, Ritter A, Baldwin T, Rahimi A (eds) Proceedings of the Seventh Workshop on Noisy User-generated Text, W-NUT 2021, Online, November 11, 2021, pp 297\u2013303. Association for Computational Linguistics. https:\/\/doi.org\/10.18653\/V1\/2021.WNUT-1.33. https:\/\/doi.org\/10.18653\/v1\/2021.wnut-1.33","DOI":"10.18653\/V1\/2021.WNUT-1.33"},{"key":"6355_CR43","doi-asserted-by":"publisher","unstructured":"Kaiser T, Ehmann L, Reinders C, Rosenhahn B (2022) Blind knowledge distillation for robust image classification. CoRR. abs\/2211.11355. https:\/\/doi.org\/10.48550\/ARXIV.2211.11355","DOI":"10.48550\/ARXIV.2211.11355"},{"key":"6355_CR44","doi-asserted-by":"publisher","first-page":"4363","DOI":"10.1109\/TIP.2024.3430539","volume":"33","author":"J Tang","year":"2024","unstructured":"Tang J, Jiang N, Zhu H, Tianyi Zhou J, Gong C (2024) Learning student network under universal label noise. IEEE Trans Image Process 33:4363\u20134376. https:\/\/doi.org\/10.1109\/TIP.2024.3430539","journal-title":"IEEE Trans Image Process"},{"key":"6355_CR45","doi-asserted-by":"publisher","unstructured":"Liu Y, Wu Z, Lu Z, Wen G, Ma J, Lu G, Zhu X (2023) Multi-teacher self-training for semi-supervised node classification with noisy labels. In: Proceedings of the 31st ACM International Conference on Multimedia. MM \u201923, pp. 2946\u20132954. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/3581783.3613117","DOI":"10.1145\/3581783.3613117"},{"key":"6355_CR46","doi-asserted-by":"crossref","unstructured":"Tran M-T, Le T, Le X-M, Harandi M, Tran QH, Phung D (2024) Nayer: Noisy layer data generation for efficient and effective data-free knowledge distillation. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition (CVPR), pp 23860\u201323869","DOI":"10.1109\/CVPR52733.2024.02252"},{"key":"6355_CR47","doi-asserted-by":"publisher","first-page":"7359","DOI":"10.1109\/TMM.2024.3366395","volume":"26","author":"W Zhu","year":"2024","unstructured":"Zhu W, Peng B, Yan WQ (2024) Dual knowledge distillation on multiview pseudo labels for unsupervised person re-identification. IEEE Trans Multimedia 26:7359\u20137371. https:\/\/doi.org\/10.1109\/TMM.2024.3366395","journal-title":"IEEE Trans Multimedia"},{"key":"6355_CR48","doi-asserted-by":"crossref","unstructured":"Zhang Y, Xiang T, Hospedales TM, Lu H (2018) Deep mutual learning. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4320\u20134328","DOI":"10.1109\/CVPR.2018.00454"},{"key":"6355_CR49","doi-asserted-by":"publisher","unstructured":"Zhang R, Isola P, Efros AA (2016) Colorful image colorization 9907:649\u2013666. https:\/\/doi.org\/10.1007\/978-3-319-46487-9_40","DOI":"10.1007\/978-3-319-46487-9_40"},{"key":"6355_CR50","doi-asserted-by":"publisher","unstructured":"Zhang R, Isola P, Efros AA (2017) Split-brain autoencoders: unsupervised learning by cross-channel prediction, 645\u2013654. https:\/\/doi.org\/10.1109\/CVPR.2017.76","DOI":"10.1109\/CVPR.2017.76"},{"key":"6355_CR51","unstructured":"Gutmann M, Hyv\u00e4rinen A (2010) Noise-contrastive estimation: A new estimation principle for unnormalized statistical models. 9:297\u2013304"},{"key":"6355_CR52","unstructured":"Mnih A, Kavukcuoglu K (2013) Learning word embeddings efficiently with noise-contrastive estimation, 2265\u20132273"},{"key":"6355_CR53","unstructured":"Tschannen M, Djolonga J, Rubenstein PK, Gelly S, Lucic M (2020) On mutual information maximization for representation learning"},{"key":"6355_CR54","doi-asserted-by":"publisher","unstructured":"Wu Z, Xiong Y, Yu SX, Lin D (2018) Unsupervised feature learning via non-parametric instance discrimination, 3733\u20133742. https:\/\/doi.org\/10.1109\/CVPR.2018.00393","DOI":"10.1109\/CVPR.2018.00393"},{"key":"6355_CR55","doi-asserted-by":"crossref","unstructured":"He K, Fan H, Wu Y, Xie S, Girshick RB (2020) Momentum contrast for unsupervised visual representation learning. 2020 IEEE\/CVF Conference on computer vision and pattern recognition, CVPR 2020, Seattle, WA, USA, June 13-19, 2020, 9726\u20139735","DOI":"10.1109\/CVPR42600.2020.00975"},{"key":"6355_CR56","unstructured":"Khosla P, Teterwak P, Wang C, Sarna A, Tian Y, Isola P, Maschinot A, Liu C, Krishnan D (2020) Supervised contrastive learning. In: Larochelle H, Ranzato M, Hadsell R, Balcan M, Lin H (eds) Advances in neural information processing systems 33: annual conference on neural information processing systems 2020, NeurIPS 2020, December 6-12, 2020, Virtual, p"},{"key":"6355_CR57","unstructured":"Chen T, Kornblith S, Norouzi M, Hinton G (2020) A simple framework for contrastive learning of visual representations. In: International conference on machine learning. PMLR, pp 1597\u20131607"},{"key":"6355_CR58","unstructured":"Oord A, Li Y, Vinyals O (2018) Representation learning with contrastive predictive coding. arXiv:1807.03748"},{"key":"6355_CR59","doi-asserted-by":"crossref","unstructured":"Tian Y, Krishnan D, Isola P (2020) Contrastive multiview coding. In: European conference on computer vision. Springer, pp 776\u2013794","DOI":"10.1007\/978-3-030-58621-8_45"},{"issue":"6","key":"6355_CR60","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1109\/MSP.2012.2211477","volume":"29","author":"L Deng","year":"2012","unstructured":"Deng L (2012) The mnist database of handwritten digit images for machine learning research [best of the web]. IEEE Signal Proc Mag 29(6):141\u2013142","journal-title":"IEEE Signal Proc Mag"},{"issue":"2","key":"6355_CR61","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1023\/A:1009953814988","volume":"3","author":"AK McCallum","year":"2000","unstructured":"McCallum AK, Nigam K, Rennie J, Seymore K (2000) Automating the construction of internet portals with machine learning. Inf Retr 3(2):127\u2013163","journal-title":"Inf Retr"},{"key":"6355_CR62","doi-asserted-by":"publisher","first-page":"102693","DOI":"10.1016\/j.media.2022.102693","volume":"84","author":"Y Wang","year":"2023","unstructured":"Wang Y, Wang Y, Cai J, Lee TK, Miao C, Wang ZJ (2023) SSD-KD: A self-supervised diverse knowledge distillation method for lightweight skin lesion classification using dermoscopic images. Medical Image Anal 84:102693. https:\/\/doi.org\/10.1016\/j.media.2022.102693","journal-title":"Medical Image Anal"},{"key":"6355_CR63","doi-asserted-by":"crossref","unstructured":"Heo B, Lee M, Yun S, Choi JY (2019) Knowledge transfer via distillation of activation boundaries formed by hidden neurons. In: Proceedings of the AAAI conference on artificial intelligence, vol 33, pp 3779\u20133787","DOI":"10.1609\/aaai.v33i01.33013779"},{"key":"6355_CR64","unstructured":"Paszke A, Gross S, Massa F, Lerer A, Bradbury J, Chanan G, Killeen T, Lin Z, Gimelshein N, Antiga L, Desmaison A, Kopf A, Yang E, DeVito Z, Raison M, Tejani A, Chilamkurthy S, Steiner B, Fang L, Bai J, Chintala S (2019) Pytorch: An imperative style, high-performance deep learning library. In: Advances in Neural Information Processing Systems 32, pp. 8024\u20138035. Curran Associates, Inc. http:\/\/papers.neurips.cc\/paper\/9015-pytorch-an-imperative-style-high-performance-deep-learning-library.pdf"},{"key":"6355_CR65","doi-asserted-by":"publisher","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. IEEE Computer Society. https:\/\/doi.org\/10.1109\/CVPR.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"6355_CR66","doi-asserted-by":"crossref","unstructured":"Yuan L, Tay FE, Li G, Wang T, Feng J (2020) Revisiting knowledge distillation via label smoothing regularization. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 3903\u20133911","DOI":"10.1109\/CVPR42600.2020.00396"},{"key":"6355_CR67","unstructured":"Tian Y, Krishnan D, Isola P (2020) Contrastive representation distillation. In: 8th International conference on learning representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020. https:\/\/openreview.net\/forum?id=SkgpBJrtvS"},{"key":"6355_CR68","unstructured":"Ruder S (2016) An overview of gradient descent optimization algorithms. arXiv:1609.04747"},{"key":"6355_CR69","unstructured":"Hsu H, Lachenbruch PA (2014) Paired t test. Wiley StatsRef: statistics reference online"},{"key":"6355_CR70","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, Dehghani M, Minderer M, Heigold G, Gelly S, Uszkoreit J, Houlsby N (2021) An image is worth 16x16 words: transformers for image recognition at scale"},{"key":"6355_CR71","unstructured":"Zagoruyko S, Komodakis N (2016) Wide residual networks. In: Wilson RC, Hancock ER, Smith WAP (eds) Proceedings of the British Machine Vision Conference 2016, BMVC 2016, York, UK, September 19-22, 2016. http:\/\/www.bmva.org\/bmvc\/2016\/papers\/paper087\/index.html"},{"key":"6355_CR72","unstructured":"Kipf TN, Welling M (2017) Semi-supervised classification with graph convolutional networks,"},{"key":"6355_CR73","unstructured":"Zhang S, Liu Y, Sun Y, Shah N (2022) Graph-less neural networks: Teaching old mlps new tricks via distillation"},{"key":"6355_CR74","doi-asserted-by":"publisher","unstructured":"Yang C, Guo Y, Xu Y, Shi C, Liu J, Wang C, Li X, Guo N, Yin H (2023) Learning to distill graph neural networks, 123\u2013131. https:\/\/doi.org\/10.1145\/3539597.3570480","DOI":"10.1145\/3539597.3570480"},{"key":"6355_CR75","unstructured":"Dataset E (2011) Novel datasets for fine-grained image categorization. In: First workshop on fine grained visual categorization, CVPR. Citeseer. Citeseer. Citeseer, vol 5, p 2. Citeseer"},{"key":"6355_CR76","doi-asserted-by":"crossref","unstructured":"Wei Q, Feng L, Sun H, Wang R, Guo C, Yin Y (2023) Fine-grained classification with noisy labels. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 11651\u201311660","DOI":"10.1109\/CVPR52729.2023.01121"},{"key":"6355_CR77","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06355-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-025-06355-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06355-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T19:38:42Z","timestamp":1758310722000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-025-06355-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,15]]},"references-count":77,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2025,5]]}},"alternative-id":["6355"],"URL":"https:\/\/doi.org\/10.1007\/s10489-025-06355-y","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,15]]},"assertion":[{"value":"9 February 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 February 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"452"}}