{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T02:43:40Z","timestamp":1768013020220,"version":"3.49.0"},"reference-count":54,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2018,5,1]],"date-time":"2018-05-01T00:00:00Z","timestamp":1525132800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2018,5,1]],"date-time":"2018-05-01T00:00:00Z","timestamp":1525132800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2018,5,1]],"date-time":"2018-05-01T00:00:00Z","timestamp":1525132800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2018,5,1]],"date-time":"2018-05-01T00:00:00Z","timestamp":1525132800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61603186"],"award-info":[{"award-number":["61603186"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["91646116"],"award-info":[{"award-number":["91646116"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu Province, China","doi-asserted-by":"publisher","award":["BK20160843"],"award-info":[{"award-number":["BK20160843"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2016M590457"],"award-info":[{"award-number":["2016M590457"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000145","name":"U.S. National Science Foundation","doi-asserted-by":"publisher","award":["1613950"],"award-info":[{"award-number":["1613950"]}],"id":[{"id":"10.13039\/100000145","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000145","name":"U.S. National Science Foundation","doi-asserted-by":"publisher","award":["1115417"],"award-info":[{"award-number":["1115417"]}],"id":[{"id":"10.13039\/100000145","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2018,5]]},"DOI":"10.1109\/tnnls.2017.2677468","type":"journal-article","created":{"date-parts":[[2017,3,23]],"date-time":"2017-03-23T04:31:04Z","timestamp":1490243464000},"page":"1675-1688","source":"Crossref","is-referenced-by-count":96,"title":["Improving Crowdsourced Label Quality Using Noise Correction"],"prefix":"10.1109","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2541-4923","authenticated-orcid":false,"given":"Jing","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Victor S.","family":"Sheng","sequence":"additional","affiliation":[]},{"given":"Tao","family":"Li","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2396-1704","authenticated-orcid":false,"given":"Xindong","family":"Wu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2014.10.086"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2011.6070377"},{"key":"ref33","first-page":"238","article-title":"An average-case analysis of the k-nearest neighbor classifier for noisy domains","author":"okamoto","year":"1997","journal-title":"Proc 15th Int Joint Conf Artif Intell"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-014-0790-7"},{"key":"ref31","first-page":"417","article-title":"Use of classification algorithms in noise detection and elimination","volume":"5572","author":"miranda","year":"2009","journal-title":"Hybrid Artificial Intelligent Systems"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2015.2475750"},{"key":"ref37","first-page":"156","article-title":"SQUARE: A benchmark for research on computing crowd consensus","author":"sheshadri","year":"2013","journal-title":"Proc 1st AAAI Conf Human Comput Crowdsour"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177699998"},{"key":"ref35","first-page":"433","article-title":"Gaussian process classification and active learning with multiple annotators","author":"rodrigues","year":"2014","journal-title":"Proc 31st Int Conf Mach Learn"},{"key":"ref34","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"raykar","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btl346"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2014.2327026"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2009.05.010"},{"key":"ref2","first-page":"82","article-title":"Learning to predict from crowdsourced data","author":"bi","year":"2014","journal-title":"Proc Conf Uncertainty of Artificial Intelligence"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-015-0827-6"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390425"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2016.7498229"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/j.csda.2012.10.006"},{"key":"ref24","first-page":"87","article-title":"Predicting next label quality: A time-series model of crowdwork","author":"jung","year":"2014","journal-title":"Proc 2nd AAAI Conf Human Comput Crowdsour"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-013-0306-1"},{"key":"ref26","first-page":"1953","article-title":"Iterative learning for reliable crowdsourcing systems","volume":"24","author":"karger","year":"2011","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1527\/tjsai.27.133"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2014.2327039"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2015.2504974"},{"key":"ref54","first-page":"920","article-title":"Eliminating class noise in large datasets","author":"zhu","year":"2003","journal-title":"Proc 20th Int Conf Mach Learn"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2014.2387425"},{"key":"ref52","first-page":"193","article-title":"On optimality of jury selection in crowdsourcing","author":"zheng","year":"2015","journal-title":"Proc Intl Conf Extending Database Technology"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2015.09.020"},{"key":"ref11","first-page":"1809","article-title":"Active learning for crowdsourcing using knowledge transfer","author":"fang","year":"2014","journal-title":"Proc 28th AAAI Conf Artif Intell"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3115\/1613715.1613751"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10044-010-0182-x"},{"key":"ref13","first-page":"503","article-title":"Naive Bayes for text classification with unbalanced classes","author":"frank","year":"2006","journal-title":"Proc 10th Eur Conf Principles Pract Knowl Discovery Databases (PKDD)"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2013.2292894"},{"key":"ref15","first-page":"143","article-title":"Experiments with noise filtering in a medical domain","author":"gamberger","year":"1999","journal-title":"Proc 16th Int Conf Mach Learn"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-61863-5_47"},{"key":"ref17","first-page":"172","article-title":"Crowdsourcing document relevance assessment with Mechanical Turk","author":"grady","year":"2010","journal-title":"NAACL HLT Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/1656274.1656278"},{"key":"ref19","first-page":"55","article-title":"The use of being stubborn and introspective","author":"heskes","year":"1994","journal-title":"Proc ZiF Conf Adapt Behavior Learn"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-78155-4_13"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1613\/jair.606"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1007\/978-3-540-28631-8_11","article-title":"An analysis of case-base editing in a spam filtering system","author":"delany","year":"2004","journal-title":"Proc 7th Eur Conf Case-Based Reasoning"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611972801.72"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187900"},{"key":"ref49","first-page":"1260","article-title":"Spectral methods meet EM: A provably optimal algorithm for crowdsourcing","volume":"27","author":"zhang","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2546956"},{"key":"ref46","first-page":"574","article-title":"The problem with noise and small disjuncts","author":"weiss","year":"1998","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref45","first-page":"295","article-title":"On the number of successes in independent trials","volume":"3","author":"wang","year":"1993","journal-title":"Statist Sinica"},{"key":"ref48","first-page":"2035","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","volume":"22","author":"whitehill","year":"2009","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref47","first-page":"2424","article-title":"The multidimensional wisdom of crowds","volume":"23","author":"welinder","year":"2010","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-013-0706-y"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/FGCN.2007.146"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2015.2388696"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2013.05.055"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/ieeexplore.ieee.org\/ielaam\/5962385\/8338465\/7885126-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/8338465\/07885126.pdf?arnumber=7885126","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T18:53:08Z","timestamp":1649443988000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7885126\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,5]]},"references-count":54,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2017.2677468","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,5]]}}}