{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T17:27:36Z","timestamp":1777656456015,"version":"3.51.4"},"reference-count":70,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"NSFC\/Research Grants Council (RGC) Joint Research Scheme","award":["N_HKBU214\/21"],"award-info":[{"award-number":["N_HKBU214\/21"]}]},{"name":"General Research Fund of RGC","award":["12201323"],"award-info":[{"award-number":["12201323"]}]},{"name":"General Research Fund of RGC","award":["12202924"],"award-info":[{"award-number":["12202924"]}]},{"name":"RGC Senior Research Fellow Scheme","award":["SRFS2324-2S02"],"award-info":[{"award-number":["SRFS2324-2S02"]}]},{"name":"Seed Funding for Collaborative Research Grants of Hong Kong Baptist University","award":["RC-SFCRG\/23-24\/R2\/SCI\/10"],"award-info":[{"award-number":["RC-SFCRG\/23-24\/R2\/SCI\/10"]}]},{"name":"National Key Laboratory of Radar Signal Processing","award":["JKW202403"],"award-info":[{"award-number":["JKW202403"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Cogn. Dev. Syst."],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1109\/tcds.2025.3559881","type":"journal-article","created":{"date-parts":[[2025,4,11]],"date-time":"2025-04-11T14:06:10Z","timestamp":1744380370000},"page":"1377-1388","source":"Crossref","is-referenced-by-count":6,"title":["Improve Knowledge Distillation via Label Revision and Data Selection"],"prefix":"10.1109","volume":"17","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8247-7301","authenticated-orcid":false,"given":"Weichao","family":"Lan","sequence":"first","affiliation":[{"name":"Inspur Smart City Technology Company, Ltd., Jinan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7629-4648","authenticated-orcid":false,"given":"Yiu-ming","family":"Cheung","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9202-1073","authenticated-orcid":false,"given":"Qing","family":"Xu","sequence":"additional","affiliation":[{"name":"Institute for Infocomm Research, Agency for Science, Technology and Research (A*STAR), Singapore"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3562-9234","authenticated-orcid":false,"given":"Buhua","family":"Liu","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7278-9977","authenticated-orcid":false,"given":"Zhikai","family":"Hu","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9433-9683","authenticated-orcid":false,"given":"Mengke","family":"Li","sequence":"additional","affiliation":[{"name":"Shenzhen University, Guangdong, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1719-0328","authenticated-orcid":false,"given":"Zhenghua","family":"Chen","sequence":"additional","affiliation":[{"name":"Institute for Infocomm Research, Agency for Science, Technology and Research (A*STAR), Singapore"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Deep compression: compressing deep neural networks with pruning, trained quantization and huffman coding","author":"Han","year":"2015"},{"key":"ref2","article-title":"MobileNets: efficient convolutional neural networks for mobile vision applications","author":"Howard","year":"2017"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2022.3147789"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2022.3226348"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2023.3251371"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00636"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3055564"},{"key":"ref8","article-title":"Distilling the knowledge in a neural network","author":"Hinton","year":"2015"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2021.3055564"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2021.3131045"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"ref12","article-title":"FitNets: Hints for thin deep nets","author":"Romero","year":"2014"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00143"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01231-1_21"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00241"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-021-01453-z"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00145"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00938"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i8.16865"},{"key":"ref20","article-title":"Contrastive representation distillation","author":"Tian","year":"2019"},{"key":"ref21","article-title":"Knowledge distillation via softmax regression representation learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Yang","year":"2021"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58545-7_34"},{"key":"ref23","article-title":"Rethinking soft labels for knowledge distillation: A bias\u2013variance tradeoff perspective","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhou","year":"2021"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/362"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01163"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"ref27","article-title":"Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer","author":"Zagoruyko","year":"2016"},{"key":"ref28","article-title":"Like what you like: knowledge distill via neuron selectivity transfer","author":"Huang","year":"2017"},{"key":"ref29","first-page":"2760","article-title":"Paraphrasing complex network: Network compression via factor transfer","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kim","year":"2018"},{"key":"ref30","first-page":"1","article-title":"Contrastive representation distillation","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Tian","year":"2020"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2020.3007506"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2022.3171571"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2021.3125320"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00409"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2995884"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2022.3209672"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2022.3232569"},{"key":"ref38","first-page":"1","article-title":"An empirical study of example forgetting during deep neural network learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Toneva","year":"2019"},{"key":"ref39","first-page":"413468","article-title":"Measuring the effect of training data on deep learning predictions via randomized experiments","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Lin","year":"2022"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.95"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00914"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00607"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58586-0_40"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1038"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054694"},{"key":"ref46","first-page":"10842","article-title":"Data valuation using reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Yoon","year":"2020"},{"key":"ref47","first-page":"1885","article-title":"Understanding black-box predictions via influence functions","volume-title":"Proc. Int. Conf. on Mach. Learn.","author":"Koh","year":"2017"},{"key":"ref48","volume-title":"Residuals and Influence in Regression","author":"Cook","year":"1982"},{"key":"ref49","first-page":"2242","article-title":"Data Shapley: Equitable valuation of data for machine learning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Ghorbani","year":"2019"},{"key":"ref50","first-page":"19920","article-title":"Estimating training data influence by tracing gradient descent","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Pruthi","year":"2020"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3664647.3680618"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i6.28390"},{"key":"ref53","first-page":"1","article-title":"Reliable adversarial distillation with unreliable teachers","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhu","year":"2022"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-023-06495-7"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2021.3137321"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-04898-2_594"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.04.102"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.6103"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i8.20846"},{"key":"ref60","article-title":"Studying large language model generalization with influence functions","author":"Grosse","year":"2023"},{"key":"ref61","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref63","article-title":"Very deep convolutional networks for large-scale image recognition","author":"Simonyan","year":"2014"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01264-9_8"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00716"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP40776.2020.9054157"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i2.25236"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01252-6_17"}],"container-title":["IEEE Transactions on Cognitive and Developmental Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/7274989\/11288412\/10962557.pdf?arnumber=10962557","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,16]],"date-time":"2025-12-16T18:33:05Z","timestamp":1765909985000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10962557\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":70,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tcds.2025.3559881","relation":{},"ISSN":["2379-8920","2379-8939"],"issn-type":[{"value":"2379-8920","type":"print"},{"value":"2379-8939","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12]]}}}