{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,7]],"date-time":"2026-04-07T09:04:53Z","timestamp":1775552693020,"version":"3.50.1"},"reference-count":80,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T00:00:00Z","timestamp":1656288000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T00:00:00Z","timestamp":1656288000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s10994-022-06207-7","type":"journal-article","created":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T22:02:33Z","timestamp":1656367353000},"page":"1871-1896","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["An instance-dependent simulation framework for learning with label noise"],"prefix":"10.1007","volume":"112","author":[{"given":"Keren","family":"Gu","sequence":"first","affiliation":[]},{"given":"Xander","family":"Masotto","sequence":"additional","affiliation":[]},{"given":"Vandana","family":"Bachani","sequence":"additional","affiliation":[]},{"given":"Balaji","family":"Lakshminarayanan","sequence":"additional","affiliation":[]},{"given":"Jack","family":"Nikodem","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2358-0816","authenticated-orcid":false,"given":"Dong","family":"Yin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,6,27]]},"reference":[{"key":"6207_CR1","doi-asserted-by":"publisher","first-page":"428","DOI":"10.1016\/j.neunet.2020.08.022","volume":"132","author":"MS Advani","year":"2020","unstructured":"Advani, M. S., Saxe, A. M., & Sompolinsky, H. (2020). High-dimensional dynamics of generalization error in neural networks. Neural Networks, 132, 428\u2013446.","journal-title":"Neural Networks"},{"issue":"4","key":"6207_CR2","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1007\/BF00116829","volume":"2","author":"D Angluin","year":"1988","unstructured":"Angluin, D., & Laird, P. (1988). Learning from noisy examples. Machine Learning, 2(4), 343\u2013370.","journal-title":"Machine Learning"},{"issue":"22","key":"6207_CR3","doi-asserted-by":"publisher","first-page":"2199","DOI":"10.1001\/jama.2017.14585","volume":"318","author":"BE Bejnordi","year":"2017","unstructured":"Bejnordi, B. E., Veta, M., Van Diest, P. J., et al. (2017). Diagnostic assessment of deep learning algorithms for detection of lymph node metastases in women with breast cancer. Jama, 318(22), 2199\u20132210.","journal-title":"Jama"},{"issue":"32","key":"6207_CR4","doi-asserted-by":"publisher","first-page":"15849","DOI":"10.1073\/pnas.1903070116","volume":"116","author":"M Belkin","year":"2019","unstructured":"Belkin, M., Hsu, D., Ma, S., et al. (2019). Reconciling modern machine-learning practice and the classical bias\u2014variance trade-off. Proceedings of the National Academy of Sciences, 116(32), 15849\u201315854.","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"6207_CR5","unstructured":"Berthon, A., Han, B., Niu, G., Liu, T., & Sugiyama, M. (2021). Confidence scores make instance-dependent label-noise learning possible. In International conference on machine learning (pp. pp 825\u2013836). PMLR."},{"key":"6207_CR6","doi-asserted-by":"crossref","unstructured":"Borkan, D., Dixon, L., Sorensen, J., Thain, N., & Vasserman, L. (2019). Nuanced metrics for measuring unintended bias with real data for text classification. In Companion proceedings of the 2019 world wide web conference (pp. 491\u2013500).","DOI":"10.1145\/3308560.3317593"},{"key":"6207_CR7","doi-asserted-by":"crossref","unstructured":"Bucilu\u01ce, C., Caruana, R., & Niculescu-Mizil, A. (2006) Model compression. In Proceedings of the 12th ACM SIGKDD international conference on knowledge discovery and data mining (pp. 535\u2013541).","DOI":"10.1145\/1150402.1150464"},{"issue":"11","key":"6207_CR8","doi-asserted-by":"publisher","first-page":"4014","DOI":"10.3390\/app10114014","volume":"10","author":"F Cabitza","year":"2020","unstructured":"Cabitza, F., Campagner, A., Albano, D., Aliprandi, A., Bruno, A., Chianca, V., Corazza, A., Di Pietto, F., Gambino, A., Gitto, S., & Messina, C. (2020). The elephant in the machine: Proposing a new metric of data reliability and its application to a medical case to assess classification reliability. Applied Sciences, 10(11), 4014.","journal-title":"Applied Sciences"},{"key":"6207_CR9","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/9780262033589.001.0001","volume-title":"Semi-supervised learning","author":"O Chapelle","year":"2006","unstructured":"Chapelle, O., Sch\u00f6lkopf, B., & Zien, A. (2006). Semi-supervised learning. The MIT Press."},{"key":"6207_CR10","doi-asserted-by":"crossref","unstructured":"Chen, P., Ye, J., Chen, G., Zhao, J., & Heng, P. A. (2020). Beyond class-conditional assumption: A primary attempt to combat instance-dependent label noise. arXiv preprint arXiv:2012.05458","DOI":"10.1609\/aaai.v35i13.17363"},{"key":"6207_CR11","doi-asserted-by":"crossref","unstructured":"Chen, X., Bennett, P. N., Collins-Thompson, K., & Horvitz, E. (2013). Pairwise ranking aggregation in a crowdsourced setting. In Proceedings of the sixth ACM international conference on web search and data mining (pp. 193\u2013202).","DOI":"10.1145\/2433396.2433420"},{"key":"6207_CR12","unstructured":"Collier, M., Mustafa, B., Kokiopoulou, E., Jenatton, R., & Berent, J. (2020). A simple probabilistic method for deep classification under input-dependent label noise. arXiv preprint arXiv:2003.06778"},{"key":"6207_CR13","unstructured":"D\u2019Amour, A., Heller, K., Moldovan, D., Adlam, B., Alipanahi, B., Beutel, A., Chen, C., Deaton, J., Eisenstein, J., Hoffman, M.D., & Hormozdiari, F. (2020). Underspecification presents challenges for credibility in modern machine learning. arXiv preprint arXiv:2011.03395"},{"issue":"1","key":"6207_CR14","first-page":"20","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid, A. P., & Skene, A. M. (1979). Maximum likelihood estimation of observer error-rates using the EM algorithm. Journal of the Royal Statistical Society: Series C (Applied Statistics), 28(1), 20\u201328.","journal-title":"Journal of the Royal Statistical Society: Series C (Applied Statistics)"},{"key":"6207_CR15","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L. J., Li, K., & Fei-Fei, L. (2009). ImageNet: A large-scale hierarchical image database. In 2009 IEEE conference on computer vision and pattern recognition (pp. 248\u2013255). IEEE.","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"6207_CR16","doi-asserted-by":"crossref","unstructured":"Dietterich, T. G. (2000). Ensemble methods in machine learning. In International workshop on multiple classifier systems (pp. 1\u201315). Springer.","DOI":"10.1007\/3-540-45014-9_1"},{"key":"6207_CR17","unstructured":"Elson, J., Douceur, J. R., Howell, J., & Saul, J. (2007). Asirra: A CAPTCHA that exploits interest-aligned manual image categorization. In ACM conference on computer and communications security (pp. 366\u2013374)."},{"key":"6207_CR18","doi-asserted-by":"publisher","DOI":"10.4324\/9781410605269","volume-title":"Item response theory","author":"SE Embretson","year":"2013","unstructured":"Embretson, S. E., & Reise, S. P. (2013). Item response theory. Psychology Press."},{"issue":"1","key":"6207_CR19","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1006\/jcss.1997.1504","volume":"55","author":"Y Freund","year":"1997","unstructured":"Freund, Y., & Schapire, R. E. (1997). A decision-theoretic generalization of on-line learning and an application to boosting. Journal of Computer and System Sciences, 55(1), 119\u2013139.","journal-title":"Journal of Computer and System Sciences"},{"key":"6207_CR20","unstructured":"Han, B., Yao, Q., Yu, X., Niu, G., Xu, M., Hu, W., Tsang, I. & Sugiyama, M. (2018). Co-Teaching: Robust training of deep neural networks with extremely noisy labels. arXiv preprint arXiv:1804.06872"},{"issue":"1","key":"6207_CR21","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1080\/19312450709336664","volume":"1","author":"AF Hayes","year":"2007","unstructured":"Hayes, A. F., & Krippendorff, K. (2007). Answering the call for a standard reliability measure for coding data. Communication Methods and Measures, 1(1), 77\u201389.","journal-title":"Communication Methods and Measures"},{"key":"6207_CR22","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., & Sun, J. (2016). Deep residual learning for image recognition. In Proceedings of the IEEE conference on computer vision and pattern recognition (pp. 770\u2013778).","DOI":"10.1109\/CVPR.2016.90"},{"key":"6207_CR23","unstructured":"Hendrycks, D., Lee, K., & Mazeika, M. (2019). Using pre-training can improve model robustness and uncertainty. In International conference on machine learning (pp. 2712\u20132721). PMLR."},{"key":"6207_CR24","unstructured":"Hendrycks, D., Mazeika, M., Wilson, D., & Gimpel, K. (2018) Using trusted data to train deep networks on labels corrupted by severe noise. arXiv preprint arXiv:1802.05300"},{"key":"6207_CR25","unstructured":"Hinton, G., Vinyals, O., & Dean, J. (2015). Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531"},{"key":"6207_CR26","unstructured":"Howard, A.G., Zhu, M., Chen, B., Kalenichenko, D., Wang, W., Weyand, T., Andreetto, M., & Adam, H. (2017). MobileNets: Efficient convolutional neural networks for mobile vision applications. arXiv preprint arXiv:1704.04861"},{"key":"6207_CR27","unstructured":"Jiang, L., Huang, D., Liu, M., & Yang, W. (2020). Beyond synthetic noise: Deep learning on controlled noisy labels. In International conference on machine learning (pp. 4804\u20134815). PMLR."},{"key":"6207_CR28","unstructured":"Jiang, L., Zhou, Z., Leung, T., Li, L. J., & Fei-Fei, L. (2018). MentorNet: Learning data-driven curriculum for very deep neural networks on corrupted labels. In International conference on machine learning (pp. 2304\u20132313). PMLR."},{"key":"6207_CR29","unstructured":"Khetan, A., Lipton, Z. C., & Anandkumar, A. (2017). Learning from noisy singly-labeled data. arXiv preprint arXiv:1712.04577"},{"key":"6207_CR30","doi-asserted-by":"crossref","unstructured":"Krause, J., Sapp, B., Howard, A., Zhou, H., Toshev, A., Duerig, T., Philbin, J., & Fei-Fei, L. (2016). The unreasonable effectiveness of noisy data for fine-grained recognition. In European conference on computer vision (pp. 301\u2013320). Springer","DOI":"10.1007\/978-3-319-46487-9_19"},{"key":"6207_CR31","unstructured":"Krizhevsky, A., & Hinton, G. (2009) Learning multiple layers of features from tiny images. Technical Report"},{"key":"6207_CR32","unstructured":"Lakshminarayanan, B., & Teh, Y. W. (2013). Inferring ground truth from multi-annotator ordinal data: A probabilistic approach. arXiv preprint arXiv:1305.0015"},{"key":"6207_CR33","unstructured":"Lakshminarayanan, B., Pritzel, A., & Blundell, C. (2017). Simple and scalable predictive uncertainty estimation using deep ensembles. Advances in Neural Information Processing Systems, 30."},{"key":"6207_CR34","unstructured":"Lee, K., Yun, S., Lee, K., Lee, H., Li, B., & Shin, J. (2019). Robust inference via generative classifiers for handling noisy labels. In International conference on machine learning (pp. 3763\u20133772). PMLR."},{"key":"6207_CR35","doi-asserted-by":"crossref","unstructured":"Lee, K. H., He, X., Zhang, L., & Yang, L. (2018). CleanNet: Transfer learning for scalable image classifier training with label noise. In Proceedings of the IEEE conference on computer vision and pattern recognition (pp. 5447\u20135456).","DOI":"10.1109\/CVPR.2018.00571"},{"key":"6207_CR36","unstructured":"Li, J., Socher, R., & Hoi, S. C. (2020a) DivideMix: Learning with noisy labels as semi-supervised learning. arXiv preprint arXiv:2002.07394"},{"key":"6207_CR37","unstructured":"Li, M., Soltanolkotabi, M., & Oymak, S. (2020b) Gradient descent with early stopping is provably robust to label noise for overparameterized neural networks. In International conference on artificial intelligence and statistics (pp. 4313\u20134324). PMLR."},{"key":"6207_CR38","unstructured":"Li, W., Wang, L., Li, W., Agustsson, E., & Van Gool, L. (2017a) WebVision database: Visual learning and understanding from web data. arXiv preprint arXiv:1708.02862"},{"key":"6207_CR39","doi-asserted-by":"crossref","unstructured":"Li, Y., Yang, J., Song, Y., Cao, L., Luo, J., & Li, L. J. (2017b). Learning from noisy labels with distillation. In Proceedings of the IEEE international conference on computer vision (pp. 1910\u20131918).","DOI":"10.1109\/ICCV.2017.211"},{"key":"6207_CR40","unstructured":"Malach, E., & Shalev-Shwartz, S. (2017). Decoupling \u201cwhen to update\u201d from \u201chow to update\u201d. arXiv preprint arXiv:1706.02613"},{"issue":"113","key":"6207_CR41","first-page":"065","volume":"122","author":"A Moayedikia","year":"2019","unstructured":"Moayedikia, A., Yeoh, W., Ong, K. L., & Boo, Y. L. (2019). Improving accuracy and lowering cost in crowdsourcing through an unsupervised expertise estimation approach. Decision Support Systems, 122(113), 065.","journal-title":"Decision Support Systems"},{"key":"6207_CR42","unstructured":"Natarajan, N., Dhillon, I. S., Ravikumar, P. K., & Tewari, A. (2013). Learning with noisy labels. In Neural information processing systems (pp. 1196\u20131204)."},{"key":"6207_CR43","doi-asserted-by":"crossref","unstructured":"Northcutt, C., Jiang, L., & Chuang, I. (2021a). Confident learning: Estimating uncertainty in dataset labels. Journal of Artificial Intelligence Research, 70, 1373\u20131411.","DOI":"10.1613\/jair.1.12125"},{"key":"6207_CR44","unstructured":"Northcutt, C. G., Athalye, A., & Mueller, J. (2021b). Pervasive label errors in test sets destabilize machine learning benchmarks. arXiv preprint arXiv:2103.14749"},{"key":"6207_CR45","doi-asserted-by":"crossref","unstructured":"Patrini, G., Rozza, A., Krishna Menon, A., Nock, R., & Qu, L. (2017). Making deep neural networks robust to label noise: A loss correction approach. In Proceedings of the IEEE conference on computer vision and pattern recognition (pp. 1944\u20131952).","DOI":"10.1109\/CVPR.2017.240"},{"key":"6207_CR46","doi-asserted-by":"crossref","unstructured":"Peterson, J. C., Battleday, R. M., Griffiths, T. L., & Russakovsky, O. (2019). Human uncertainty makes classification more robust. In Proceedings of the IEEE\/CVF international conference on computer vision (pp. 9617\u20139626).","DOI":"10.1109\/ICCV.2019.00971"},{"issue":"3","key":"6207_CR47","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1145\/65943.65945","volume":"7","author":"V Raghavan","year":"1989","unstructured":"Raghavan, V., Bollmann, P., & Jung, G. S. (1989). A critical investigation of recall and precision as measures of retrieval system performance. ACM Transactions on Information Systems (TOIS), 7(3), 205\u2013229.","journal-title":"ACM Transactions on Information Systems (TOIS)"},{"key":"6207_CR48","doi-asserted-by":"crossref","unstructured":"Ratner, A., Bach, S. H., Ehrenberg, H., Fries, J., Wu, S., & R\u00e9, C. (2017). Snorkel: Rapid training data creation with weak supervision. In Proceedings of the VLDB endowment. International conference on very large data bases (p. 269). NIH Public Access.","DOI":"10.14778\/3157794.3157797"},{"key":"6207_CR49","first-page":"3567","volume":"29","author":"AJ Ratner","year":"2016","unstructured":"Ratner, A. J., De Sa, C. M., Wu, S., Selsam, D., & R\u00e9, C. (2016). Data programming: Creating large training sets, quickly. Advances in Neural Information Processing Systems, 29, 3567.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6207_CR50","unstructured":"Raykar, V. C., Yu, S., Zhao, L. H., Valadez, G. H., Florin, C., Bogoni, L., & Moy, L. (2010). Learning from crowds. Journal of Machine Learning Research, 11(4)."},{"key":"6207_CR51","unstructured":"Reed, S., Lee, H., Anguelov, D., Szegedy, C., Erhan, D., & Rabinovich, A. (2014). Training deep neural networks on noisy labels with bootstrapping. arXiv preprint arXiv:1412.6596"},{"key":"6207_CR52","unstructured":"Ren, M., Zeng, W., Yang, B., & Urtasun, R. (2018). Learning to reweight examples for robust deep learning. In International conference on machine learning (pp. 4334\u20134343). PMLR."},{"key":"6207_CR53","unstructured":"Robinson. J., Jegelka, S., & Sra, S. (2020). Strength from weakness: Fast learning using weak supervision. In International conference on machine learning (pp. 8127\u20138136). PMLR."},{"key":"6207_CR54","unstructured":"Rolnick, D., Veit, A., Belongie, S., & Shavit, N. (2017). Deep learning is robust to massive label noise. arXiv preprint arXiv:1705.10694"},{"key":"6207_CR55","doi-asserted-by":"crossref","unstructured":"Sandler, M., Howard, A., Zhu, M., Zhmoginov, A., & Chen, L. C. (2018). MobileNetv2: Inverted residuals and linear bottlenecks. In Proceedings of the IEEE conference on computer vision and pattern recognition (pp. 4510\u20134520).","DOI":"10.1109\/CVPR.2018.00474"},{"key":"6207_CR56","unstructured":"Seo, P. H., Kim, G., & Han, B. (2019). Combinatorial inference against label noise. In Advances in neural information processing systems."},{"key":"6207_CR57","unstructured":"Simonyan, K., & Zisserman, A. (2014). Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556"},{"key":"6207_CR58","unstructured":"Sohn, K., Berthelot, D., Carlini, N., Zhang, Z., Zhang, H., Raffel, C. A., Cubuk, E. D., Kurakin, A. & Li, C. L. (2020). FixMatch: Simplifying semi-supervised learning with consistency and confidence. arXiv preprint arXiv:2001.07685"},{"key":"6207_CR59","doi-asserted-by":"crossref","unstructured":"Szegedy, C., Ioffe, S., Vanhoucke, V., & Alemi, A. A. (2017). Inception-v4, Inception-Resnet and the impact of residual connections on learning. In Proceedings of the AAAI conference on artificial intelligence.","DOI":"10.1609\/aaai.v31i1.11231"},{"key":"6207_CR60","doi-asserted-by":"crossref","unstructured":"Szegedy, C., Liu, W., Jia, Y., Sermanet, P., Reed, S., Anguelov, D., Erhan, D., Vanhoucke, V., & Rabinovich, A. (2015). Going deeper with convolutions. In Proceedings of the IEEE conference on computer vision and pattern recognition (pp. 1\u20139)","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"6207_CR61","doi-asserted-by":"crossref","unstructured":"Szegedy, C., Vanhoucke, V., Ioffe, S., Shlens, J., & Wojna, Z. (2016). Rethinking the inception architecture for computer vision. In Proceedings of the IEEE conference on computer vision and pattern recognition (pp. 2818\u20132826).","DOI":"10.1109\/CVPR.2016.308"},{"issue":"14","key":"6207_CR62","doi-asserted-by":"publisher","first-page":"6190","DOI":"10.1016\/j.eswa.2014.04.012","volume":"41","author":"A Tarasov","year":"2014","unstructured":"Tarasov, A., Delany, S. J., & Mac Namee, B. (2014). Dynamic estimation of worker reliability in crowdsourcing for regression tasks: Making it work. Expert Systems with Applications, 41(14), 6190\u20136210.","journal-title":"Expert Systems with Applications"},{"key":"6207_CR63","unstructured":"Tsai, T. W., Li, C., & Zhu, J. (2019). Countering noisy labels by learning from auxiliary clean labels. arXiv preprint arXiv:1905.13305"},{"issue":"3","key":"6207_CR64","doi-asserted-by":"publisher","first-page":"198","DOI":"10.1080\/1206212X.2003.11441703","volume":"25","author":"J Vargo","year":"2003","unstructured":"Vargo, J., Nesbit, J. C., Belfer, K., & Archambault, A. (2003). Learning object evaluation: Computer-mediated collaboration and inter-rater reliability. International Journal of Computers and Applications, 25(3), 198\u2013205.","journal-title":"International Journal of Computers and Applications"},{"key":"6207_CR65","doi-asserted-by":"crossref","unstructured":"Veeling, B. S., Linmans, J., Winkens, J., Cohen, T., & Welling, M. (2018). Rotation equivariant CNNs for digital pathology. In International conference on medical image computing and computer-assisted intervention (pp. 210\u2013218). Springer.","DOI":"10.1007\/978-3-030-00934-2_24"},{"key":"6207_CR66","doi-asserted-by":"crossref","unstructured":"Veit, A., Alldrin, N., Chechik, G., Krasin, I., Gupta, A., & Belongie, S. (2017). Learning from noisy large-scale datasets with minimal supervision. In Proceedings of the IEEE conference on computer vision and pattern recognition (pp. 839\u2013847).","DOI":"10.1109\/CVPR.2017.696"},{"key":"6207_CR67","doi-asserted-by":"crossref","unstructured":"Wang, Q., Han, B., Liu, T., Niu, G., Yang, J., & Gong, C. (2021). Tackling instance-dependent label noise via a universal probabilistic model. arXiv preprint arXiv:2101.05467","DOI":"10.1609\/aaai.v35i11.17221"},{"key":"6207_CR68","doi-asserted-by":"crossref","unstructured":"Wang, Y., Liu, W., Ma, X., Bailey, J., Zha, H., Song, L., & Xia, S. T. (2018). Iterative learning with open-set noisy labels. In Proceedings of the IEEE conference on computer vision and pattern recognition (pp. 8688\u20138696).","DOI":"10.1109\/CVPR.2018.00906"},{"key":"6207_CR69","doi-asserted-by":"crossref","unstructured":"Wang, Y., Ma, X., Chen, Z., Luo, Y., Yi, J., & Bailey, J. (2019). Symmetric cross entropy for robust learning with noisy labels. In Proceedings of the IEEE\/CVF international conference on computer vision (pp. 322\u2013330).","DOI":"10.1109\/ICCV.2019.00041"},{"key":"6207_CR70","unstructured":"Xiao, T., Xia, T., Yang, Y., Huang, C., & Wang, X. (2015). Learning from massive noisy labeled data for image classification. In Proceedings of the IEEE conference on computer vision and pattern recognition (pp. 2691\u20132699)."},{"key":"6207_CR71","unstructured":"Xie, Q., Dai, Z., Hovy, E., Luong, T., & Le, Q. (2019). Unsupervised data augmentation for consistency training. arXiv preprint arXiv:1904.12848"},{"key":"6207_CR72","doi-asserted-by":"crossref","unstructured":"Xie, Q., Luong, M. T., Hovy, E., & Le, Q. V. (2020). Self-training with noisy student improves ImageNet classification. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition (pp. 10687\u201310698).","DOI":"10.1109\/CVPR42600.2020.01070"},{"key":"6207_CR73","unstructured":"Yao, Y., Liu, T., Gong, M., Han, B., Niu, G., & Zhang, K. (2021). Instance-dependent label-noise learning under a structural causal model. Advances in Neural Information Processing Systems, 34."},{"key":"6207_CR74","doi-asserted-by":"crossref","unstructured":"Zhang, C., Bengio, S., Hardt, M., Recht, B., & Vinyals, O. (2021a). Understanding deep learning (still) requires rethinking generalization. Communications of the ACM, 64(3), 107\u2013115.","DOI":"10.1145\/3446776"},{"key":"6207_CR75","doi-asserted-by":"crossref","unstructured":"Zhang, E., & Zhang, Y. (2009). Average precision. Encyclopedia of Database Systems, 192\u2013193","DOI":"10.1007\/978-0-387-39940-9_482"},{"key":"6207_CR76","unstructured":"Zhang, H., Cisse, M., Dauphin, Y. N., & Lopez-Paz, D. (2017). mixup: Beyond empirical risk minimization. arXiv preprint arXiv:1710.09412"},{"key":"6207_CR77","first-page":"1260","volume":"27","author":"Y Zhang","year":"2014","unstructured":"Zhang, Y., Chen, X., Zhou, D., & Jordan, M. I. (2014). Spectral methods meet EM: A provably optimal algorithm for crowdsourcing. Advances in Neural Information Processing Systems, 27, 1260\u20131268.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"6207_CR78","unstructured":"Zhang, Y., Zheng, S., Wu, P., Goswami, M., & Chen, C. (2021b). Learning with feature-dependent label noise: A progressive approach. arXiv preprint arXiv:2103.07756"},{"key":"6207_CR79","doi-asserted-by":"crossref","unstructured":"Zhu, Z., Liu, T., & Liu, Y. (2021). A second-order approach to learning with instance-dependent label noise. In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition (pp. 10113\u201310123).","DOI":"10.1109\/CVPR46437.2021.00998"},{"key":"6207_CR80","doi-asserted-by":"crossref","unstructured":"Zoph, B., Vasudevan, V., Shlens, J., & Le, Q. V. (2018). Learning transferable architectures for scalable image recognition. In Proceedings of the IEEE conference on computer vision and pattern recognition (pp. 8697\u20138710).","DOI":"10.1109\/CVPR.2018.00907"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-022-06207-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10994-022-06207-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-022-06207-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,27]],"date-time":"2023-06-27T00:07:24Z","timestamp":1687824444000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10994-022-06207-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,27]]},"references-count":80,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["6207"],"URL":"https:\/\/doi.org\/10.1007\/s10994-022-06207-7","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,27]]},"assertion":[{"value":"1 November 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 May 2022","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 May 2022","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 June 2022","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.  We are not aware of any conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable. We do not believe our paper has any ethical issues.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"We declare that all the authors have agreed on the submission of this paper to Machine Learning journal.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable. We do not use any individual\u2019s data or image. All the datasets that we use in this project are public.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}