{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T02:14:47Z","timestamp":1743128087767,"version":"3.40.3"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031264085"},{"type":"electronic","value":"9783031264092"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-26409-2_11","type":"book-chapter","created":{"date-parts":[[2023,3,16]],"date-time":"2023-03-16T09:04:46Z","timestamp":1678957486000},"page":"171-186","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Hypothesis Testing for\u00a0Class-Conditional Label Noise"],"prefix":"10.1007","author":[{"given":"Rafael","family":"Poyiadzi","sequence":"first","affiliation":[]},{"given":"Weisong","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Niall","family":"Twomey","sequence":"additional","affiliation":[]},{"given":"Raul","family":"Santos-Rodriguez","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,3,17]]},"reference":[{"key":"11_CR1","doi-asserted-by":"crossref","unstructured":"Patrini, G., et al.: Making deep neural networks robust to label noise: a loss correction approach. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (2017)","DOI":"10.1109\/CVPR.2017.240"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Wang, D., Cui, P., Zhu, W.: Structural deep network embedding. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (2016)","DOI":"10.1145\/2939672.2939753"},{"issue":"2","key":"11_CR3","doi-asserted-by":"publisher","first-page":"2780","DOI":"10.1214\/16-EJS1193","volume":"10","author":"G Blanchard","year":"2016","unstructured":"Blanchard, G., et al.: Classification with asymmetric label noise: consistency and maximal denoising. Electron. J. Stat. 10(2), 2780\u20132824 (2016)","journal-title":"Electron. J. Stat."},{"key":"11_CR4","unstructured":"Menon, A., et al.: Learning from corrupted binary labels via class-probability estimation. In: International Conference on Machine Learning. PMLR (2015)"},{"issue":"3","key":"11_CR5","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1109\/TPAMI.2015.2456899","volume":"38","author":"T Liu","year":"2015","unstructured":"Liu, T., Tao, D.: Classification with noisy labels by importance reweighting. IEEE Trans. Pattern Anal. Mach. Intell. 38(3), 447\u2013461 (2015)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"11_CR6","unstructured":"Patrini, G.: Weakly supervised learning via statistical sufficiency (2016)"},{"key":"11_CR7","unstructured":"Van Rooyen, B.: Machine learning via transitions (2015)"},{"key":"11_CR8","unstructured":"Cid-Sueiro, J.: Proper losses for learning from partial labels. Adv. Neural Inf. Process. Syst. 25 (2012)"},{"key":"11_CR9","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/978-3-662-44848-9_13","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"J Cid-Sueiro","year":"2014","unstructured":"Cid-Sueiro, J., Garc\u00eda-Garc\u00eda, D., Santos-Rodr\u00edguez, R.: Consistency of losses for learning from weak labels. In: Calders, T., Esposito, F., H\u00fcllermeier, E., Meo, R. (eds.) ECML PKDD 2014. LNCS (LNAI), vol. 8724, pp. 197\u2013210. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-662-44848-9_13"},{"key":"11_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1007\/978-3-319-68765-0_21","volume-title":"Advances in Intelligent Data Analysis XVI","author":"M Perell\u00f3-Nieto","year":"2017","unstructured":"Perell\u00f3-Nieto, M., Santos-Rodr\u00edguez, R., Cid-Sueiro, J.: Adapting supervised classification algorithms to arbitrary weak label scenarios. In: Adams, N., Tucker, A., Weston, D. (eds.) IDA 2017. LNCS, vol. 10584, pp. 247\u2013259. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-68765-0_21"},{"key":"11_CR11","doi-asserted-by":"publisher","first-page":"1373","DOI":"10.1613\/jair.1.12125","volume":"70","author":"C Northcutt","year":"2021","unstructured":"Northcutt, C., Jiang, L., Chuang, I.: Confident learning: estimating uncertainty in dataset labels. J. Artif. Intell. Res. 70, 1373\u20131411 (2021)","journal-title":"J. Artif. Intell. Res."},{"issue":"5","key":"11_CR12","doi-asserted-by":"publisher","first-page":"845","DOI":"10.1109\/TNNLS.2013.2292894","volume":"25","author":"B Fr\u00e9nay","year":"2013","unstructured":"Fr\u00e9nay, B., Verleysen, M.: Classification in the presence of label noise: a survey. IEEE Tran. Neural Netw. Learn. Syst. 25(5), 845\u2013869 (2013)","journal-title":"IEEE Tran. Neural Netw. Learn. Syst."},{"key":"11_CR13","doi-asserted-by":"crossref","unstructured":"Poyiadzi, R., et al.: The weak supervision landscape. In: 2022 IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events (PerCom Workshops). IEEE (2022)","DOI":"10.1109\/PerComWorkshops53856.2022.9767420"},{"key":"11_CR14","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1016\/j.neucom.2014.09.081","volume":"160","author":"A Ghosh","year":"2015","unstructured":"Ghosh, A., Manwani, N., Sastry, P.S.: Making risk minimization tolerant to label noise. Neurocomputing 160, 93\u2013107 (2015)","journal-title":"Neurocomputing"},{"key":"11_CR15","volume-title":"Asymptotic Statistics","author":"AW Van der Vaart","year":"2000","unstructured":"Van der Vaart, A.W.: Asymptotic Statistics, vol. 3. Cambridge University Press, Cambridge (2000)"},{"key":"11_CR16","unstructured":"Cheng, J., et al.: Learning with bounded instance and label-dependent label noise. In: International Conference on Machine Learning. PMLR (2020)"},{"key":"11_CR17","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1016\/j.neucom.2020.03.002","volume":"400","author":"M Perello-Nieto","year":"2020","unstructured":"Perello-Nieto, M., et al.: Recycling weak labels for multiclass classification. Neurocomputing 400, 206\u2013215 (2020)","journal-title":"Neurocomputing"},{"key":"11_CR18","first-page":"1","volume":"32","author":"X Xia","year":"2019","unstructured":"Xia, X., et al.: Are anchor points really indispensable in label-noise learning? Adv. Neural Inf. Process. Syst. 32, 1\u201312 (2019)","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"436","key":"11_CR19","doi-asserted-by":"publisher","first-page":"1450","DOI":"10.1080\/01621459.1996.10476713","volume":"91","author":"EJ Bedrick","year":"1996","unstructured":"Bedrick, E.J., Christensen, R., Johnson, W.: A new perspective on priors for generalized linear models. J. Am. Stat. Assoc. 91(436), 1450\u20131460 (1996)","journal-title":"J. Am. Stat. Assoc."},{"issue":"3","key":"11_CR20","doi-asserted-by":"publisher","first-page":"663","DOI":"10.1111\/j.0006-341X.2001.00663.x","volume":"57","author":"S Greenland","year":"2001","unstructured":"Greenland, S.: Putting background information about relative risks into conjugate prior distributions. Biometrics 57(3), 663\u2013670 (2001)","journal-title":"Biometrics"},{"issue":"4","key":"11_CR21","doi-asserted-by":"publisher","first-page":"1360","DOI":"10.1214\/08-AOAS191","volume":"2","author":"A Gelman","year":"2008","unstructured":"Gelman, A., et al.: A weakly informative default prior distribution for logistic and other regression models. Ann. Appl. Stat. 2(4), 1360\u20131383 (2008)","journal-title":"Ann. Appl. Stat."},{"issue":"470","key":"11_CR22","doi-asserted-by":"publisher","first-page":"680","DOI":"10.1198\/016214505000000105","volume":"100","author":"PH Garthwaite","year":"2005","unstructured":"Garthwaite, P.H., Kadane, J.B., O\u2019Hagan, A.: Statistical methods for eliciting probability distributions. J. Am. Stat. Assoc. 100(470), 680\u2013701 (2005)","journal-title":"J. Am. Stat. Assoc."},{"key":"11_CR23","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1613\/jair.105","volume":"2","author":"TG Dietterich","year":"1994","unstructured":"Dietterich, T.G., Bakiri, G.: Solving multiclass learning problems via error-correcting output codes. J. Artif. Intell. Res. 2, 263\u2013286 (1994)","journal-title":"J. Artif. Intell. Res."},{"key":"11_CR24","unstructured":"Lawrence, N.D.: Data readiness levels. arXiv preprint arXiv:1705.02245 (2017)"},{"key":"11_CR25","doi-asserted-by":"crossref","unstructured":"Jindal, I., Nokleby, M., Chen, X.: Learning deep networks from noisy labels with dropout regularization. In: 2016 IEEE 16th International Conference on Data Mining (ICDM). IEEE (2016)","DOI":"10.1109\/ICDM.2016.0121"},{"key":"11_CR26","unstructured":"Northcutt, C.G., Wu, T., Chuang, I.L.: Learning with confident examples: rank pruning for robust classification with noisy labels. arXiv preprint arXiv:1705.01936 (2017)"},{"issue":"12","key":"11_CR27","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1145\/3458723","volume":"64","author":"T Gebru","year":"2021","unstructured":"Gebru, T., et al.: Datasheets for datasets. Commun. ACM 64(12), 86\u201392 (2021)","journal-title":"Commun. ACM"},{"key":"11_CR28","doi-asserted-by":"crossref","unstructured":"Sokol, K., Santos-Rodriguez, R., Flach, P.: FAT forensics: a python toolbox for algorithmic fairness, accountability and transparency. arXiv preprint arXiv:1909.05167 (2019)","DOI":"10.21105\/joss.01904"},{"key":"11_CR29","doi-asserted-by":"crossref","unstructured":"Zhao, L., Sukthankar, G., Sukthankar, R.: Incremental relabeling for active learning with noisy crowdsourced annotations. In: 2011 IEEE Third International Conference on Privacy, Security, Risk and Trust and 2011 IEEE Third International Conference on Social Computing. IEEE (2011)","DOI":"10.1109\/PASSAT\/SocialCom.2011.193"},{"key":"11_CR30","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"332","DOI":"10.1007\/978-3-030-86340-1_27","volume-title":"Artificial Neural Networks and Machine Learning \u2013 ICANN 2021","author":"D Bacaicoa-Barber","year":"2021","unstructured":"Bacaicoa-Barber, D., Perello-Nieto, M., Santos-Rodr\u00edguez, R., Cid-Sueiro, J.: On the selection of loss functions under known weak label models. In: Farka\u0161, I., Masulli, P., Otte, S., Wermter, S. (eds.) ICANN 2021. LNCS, vol. 12892, pp. 332\u2013343. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-86340-1_27"},{"key":"11_CR31","doi-asserted-by":"crossref","unstructured":"Fergus, R., et al.: Learning object categories from google\u2019s image search. In: Tenth IEEE International Conference on Computer Vision (ICCV 2005), vol. 1. IEEE (2005)","DOI":"10.1109\/ICCV.2005.142"},{"issue":"4","key":"11_CR32","doi-asserted-by":"publisher","first-page":"754","DOI":"10.1109\/TPAMI.2010.133","volume":"33","author":"F Schroff","year":"2010","unstructured":"Schroff, F., Criminisi, A., Zisserman, A.: Harvesting image databases from the web. IEEE Trans. Pattern Anal. Mach. Intell. 33(4), 754\u2013766 (2010)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"11_CR33","unstructured":"Casella, G., Berger, R.L.: Statistical inference. Cengage Learning (2021)"},{"issue":"4","key":"11_CR34","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1198\/000313006X152207","volume":"60","author":"DA Freedman","year":"2006","unstructured":"Freedman, D.A.: On the so-called \u201cHuber sandwich estimator\" and \u201crobust standard errors\". Am. Stat. 60(4), 299\u2013302 (2006)","journal-title":"Am. Stat."},{"key":"11_CR35","doi-asserted-by":"publisher","first-page":"223","DOI":"10.3389\/fpsyg.2015.00223","volume":"6","author":"JD Perezgonzalez","year":"2015","unstructured":"Perezgonzalez, J.D.: Fisher, Neyman-Pearson or NHST? a tutorial for teaching data testing. Front. Psychol. 6, 223 (2015)","journal-title":"Front. Psychol."},{"key":"11_CR36","unstructured":"Gupta, N., et al.: Data quality toolkit: automatic assessment of data quality and remediation for machine learning datasets. arXiv preprint arXiv:2108.05935 (2021)"},{"key":"11_CR37","doi-asserted-by":"crossref","unstructured":"Afzal, S., et al.: Data readiness report. In: 2021 IEEE International Conference on Smart Data Services (SMDS). IEEE (2021)","DOI":"10.1109\/SMDS53860.2021.00016"},{"issue":"7","key":"11_CR38","doi-asserted-by":"publisher","first-page":"248","DOI":"10.3390\/sym10070248","volume":"10","author":"DC Corrales","year":"2018","unstructured":"Corrales, D.C., Ledezma, A., Corrales, J.C.: From theory to practice: a data quality framework for classification tasks. Symmetry 10(7), 248 (2018)","journal-title":"Symmetry"},{"key":"11_CR39","doi-asserted-by":"crossref","unstructured":"Chu, Z., Ma, J., Wang, H.: Learning from crowds by modeling common confusions. In: AAAI (2021)","DOI":"10.1609\/aaai.v35i7.16730"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-26409-2_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,3,16]],"date-time":"2023-03-16T09:22:23Z","timestamp":1678958543000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-26409-2_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031264085","9783031264092"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-26409-2_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"17 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grenoble","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2022.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1060","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"236","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"22% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17 demo track papers have been accepted from 28 submissions","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}