{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T16:40:01Z","timestamp":1778258401264,"version":"3.51.4"},"reference-count":57,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"6","license":[{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62220106004"],"award-info":[{"award-number":["62220106004"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007129","name":"Natural Science Foundation of Shandong Province","doi-asserted-by":"publisher","award":["ZR2021LZH006"],"award-info":[{"award-number":["ZR2021LZH006"]}],"id":[{"id":"10.13039\/501100007129","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Taishan Scholars"},{"name":"RGC Early Career Scheme","award":["22200720"],"award-info":[{"award-number":["22200720"]}]},{"name":"NSFC General","award":["62376235"],"award-info":[{"award-number":["62376235"]}]},{"DOI":"10.13039\/501100021171","name":"Basic and Applied Basic Research Foundation of Guangdong Province","doi-asserted-by":"publisher","award":["2022A1515011652"],"award-info":[{"award-number":["2022A1515011652"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"publisher"}]},{"name":"HKBU Faculty Niche Research Areas","award":["RC-FNRA-IG\/22-23\/SCI\/04"],"award-info":[{"award-number":["RC-FNRA-IG\/22-23\/SCI\/04"]}]},{"name":"HKBU CSD Departmental Incentive Scheme"},{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["FT220100318"],"award-info":[{"award-number":["FT220100318"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["DP220102121"],"award-info":[{"award-number":["DP220102121"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["LP220100527"],"award-info":[{"award-number":["LP220100527"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["LP220200949"],"award-info":[{"award-number":["LP220200949"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["IC190100031"],"award-info":[{"award-number":["IC190100031"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.1109\/tpami.2024.3355425","type":"journal-article","created":{"date-parts":[[2024,1,18]],"date-time":"2024-01-18T18:31:08Z","timestamp":1705602668000},"page":"4398-4409","source":"Crossref","is-referenced-by-count":30,"title":["BadLabel: A Robust Perspective on Evaluating and Enhancing Label-Noise Learning"],"prefix":"10.1109","volume":"46","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3491-8074","authenticated-orcid":false,"given":"Jingfeng","family":"Zhang","sequence":"first","affiliation":[{"name":"University of Auckland, Auckland, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8700-739X","authenticated-orcid":false,"given":"Bo","family":"Song","sequence":"additional","affiliation":[{"name":"Shandong University, Jinan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1826-4069","authenticated-orcid":false,"given":"Haohan","family":"Wang","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana–Champaign, Champaign, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6338-0958","authenticated-orcid":false,"given":"Bo","family":"Han","sequence":"additional","affiliation":[{"name":"Hong Kong Baptist University, Kowloon, Hong Kong"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9640-6472","authenticated-orcid":false,"given":"Tongliang","family":"Liu","sequence":"additional","affiliation":[{"name":"University of Sydney, Camperdown, NSW, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4646-2054","authenticated-orcid":false,"given":"Lei","family":"Liu","sequence":"additional","affiliation":[{"name":"Shandong University, Jinan, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6658-6743","authenticated-orcid":false,"given":"Masashi","family":"Sugiyama","sequence":"additional","affiliation":[{"name":"RIKEN, AIP, Tokyo, Japan"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-013-5412-1"},{"key":"ref2","article-title":"Webvision database: Visual learning and understanding from web data","author":"Li","year":"2017"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01246-5_5"},{"key":"ref4","first-page":"1196","article-title":"Learning with noisy labels","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Natarajan"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/BF00116829"},{"key":"ref6","first-page":"10","article-title":"Learning with symmetric label noise: The importance of being unhinged","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Van Rooyen"},{"key":"ref7","first-page":"8536","article-title":"Co-teaching: Robust training of deep neural networks with extremely noisy labels","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Han"},{"key":"ref8","first-page":"7597","article-title":"Part-dependent label noise: Towards instance-dependent label noise","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Xia"},{"key":"ref9","article-title":"Learning with feature-dependent label noise: A progressive approach","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhang"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i13.17363"},{"key":"ref11","article-title":"DivideMix: Learning with noisy labels as semi-supervised learning","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Li"},{"key":"ref12","first-page":"14153","article-title":"Robust training under label noise by over-parameterization","volume-title":"Proc. 39th Int. Conf. Mach. Learn.","author":"Liu"},{"key":"ref13","article-title":"ProMix: Combating label noise via maximizing clean sample utility","author":"Wang","year":"2022"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2022.3141425"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101759"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-020-04831-9"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-022-01672-x"},{"key":"ref18","first-page":"97","article-title":"Support vector machines under adversarial label noise","volume-title":"Proc. Asian Conf. Mach. Learn.","author":"Biggio"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/551"},{"issue":"1","key":"ref20","article-title":"Survey on multiclass classification methods","volume":"19","author":"Aly","year":"2005","journal-title":"Neural Netw."},{"key":"ref21","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref22","first-page":"5841","article-title":"Masking: A new perspective of noisy supervision","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Han"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2005.10.028"},{"key":"ref24","first-page":"5049","article-title":"MixMatch: A holistic approach to semi-supervised learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Berthelot"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/34.730550"},{"key":"ref26","first-page":"233","article-title":"A closer look at memorization in deep networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Arpit"},{"key":"ref27","article-title":"Training convolutional networks with noisy labels","author":"Sukhbaatar","year":"2015"},{"key":"ref28","article-title":"Training deep neural-networks using a noise adaptation layer","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Goldberger"},{"key":"ref29","first-page":"8792","article-title":"Generalized cross entropy loss for training deep neural networks with noisy labels","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Zhang"},{"key":"ref30","first-page":"6226","article-title":"Peer loss functions: Learning from noisy labels without knowing noise rates","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Liu"},{"key":"ref31","article-title":"Explaining and harnessing adversarial examples","volume-title":"Proc. 3rd Int. Conf. Learn. Representations","author":"Goodfellow","year":"2015"},{"key":"ref32","first-page":"6448","article-title":"Does label smoothing mitigate label noise?","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Lukasik"},{"key":"ref33","article-title":"Understanding generalized label smoothing when learning with noisy labels","author":"Wei","year":"2021"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.240"},{"key":"ref35","first-page":"312","article-title":"Unsupervised label noise modeling and loss correction","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Arazo"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-010-5188-5"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1038\/nbt1206-1565"},{"key":"ref38","first-page":"870","article-title":"Adversarial label flips attack on support vector machines","volume-title":"Proc. 20th Eur. Conf. Artif. Intell.","author":"Xiao"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-13453-2_1"},{"key":"ref40","doi-asserted-by":"crossref","DOI":"10.1145\/3446776","article-title":"Understanding deep learning requires rethinking generalization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhang"},{"key":"ref41","first-page":"1062","article-title":"Understanding and utilizing deep neural networks trained with noisy labels","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Chen"},{"key":"ref42","first-page":"20331","article-title":"Early-learning regularization prevents memorization of noisy labels","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Liu"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1214\/06-ba121"},{"key":"ref44","article-title":"Regularizing neural networks by penalizing confident output distributions","author":"Pereyra","year":"2017"},{"key":"ref45","article-title":"mixup: Beyond empirical risk minimization","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhang"},{"key":"ref46","first-page":"6838","article-title":"Are anchor points really indispensable in label-noise learning?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Xia"},{"key":"ref47","first-page":"3763","article-title":"Robust inference via generative classifiers for handling noisy labels","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Lee"},{"key":"ref48","first-page":"11447","article-title":"Error-bounded correction of noisy labels","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Zheng"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-43415-0_1"},{"key":"ref50","article-title":"MNIST handwritten digit database","author":"LeCun","year":"2010"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46493-0_38"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref53","article-title":"Learning with noisy labels revisited: A study using real-world human annotations","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Wei"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298885"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00132"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/10522060\/10404058.pdf?arnumber=10404058","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,8]],"date-time":"2024-05-08T17:34:25Z","timestamp":1715189665000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10404058\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6]]},"references-count":57,"journal-issue":{"issue":"6"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2024.3355425","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,6]]}}}