{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T16:04:40Z","timestamp":1774541080241,"version":"3.50.1"},"reference-count":60,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2019,7,1]],"date-time":"2019-07-01T00:00:00Z","timestamp":1561939200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,7,1]],"date-time":"2019-07-01T00:00:00Z","timestamp":1561939200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,7,1]],"date-time":"2019-07-01T00:00:00Z","timestamp":1561939200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1115417"],"award-info":[{"award-number":["IIS-1115417"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61603186"],"award-info":[{"award-number":["61603186"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61472267"],"award-info":[{"award-number":["61472267"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["BK20160843"],"award-info":[{"award-number":["BK20160843"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2016M590457"],"award-info":[{"award-number":["2016M590457"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National 863 Project of China","award":["2006AA12A106"],"award-info":[{"award-number":["2006AA12A106"]}]},{"DOI":"10.13039\/501100010023","name":"Natural Science Research of Jiangsu Higher Education Institutions of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100010023","id-type":"DOI","asserted-by":"publisher"}]},{"name":"University of the Ministry of Education","award":["IRT13059"],"award-info":[{"award-number":["IRT13059"]}]},{"name":"National 973 Program of China","award":["2013CB329604"],"award-info":[{"award-number":["2013CB329604"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2019,7,1]]},"DOI":"10.1109\/tkde.2017.2659740","type":"journal-article","created":{"date-parts":[[2017,1,26]],"date-time":"2017-01-26T21:27:15Z","timestamp":1485466035000},"page":"1355-1368","source":"Crossref","is-referenced-by-count":63,"title":["Majority Voting and Pairing with Multiple Noisy Labeling"],"prefix":"10.1109","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4960-174X","authenticated-orcid":false,"given":"Victor S.","family":"Sheng","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2541-4923","authenticated-orcid":false,"given":"Jing","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Bin","family":"Gu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2396-1704","authenticated-orcid":false,"given":"Xindong","family":"Wu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/0031-3203(92)90008-7"},{"key":"ref38","article-title":"Learning with probabilistic supervision","author":"smyth","year":"1995","journal-title":"Computational Learning Theory and Natural Learning Systems Selecting Good Models"},{"key":"ref33","first-page":"932","article-title":"Modeling annotator expertise: Learning when everybody knows a bit of something","author":"yan","year":"2010","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref32","first-page":"889","article-title":"Supervised learning from multiple experts: Whom to trust when everyone lies a bit","author":"raykar","year":"2009","journal-title":"Proc 26th Annu Int Conf Mach Learn"},{"key":"ref31","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"raykar","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2016.7498229"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/0167-8655(96)00105-5"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553404"},{"key":"ref34","first-page":"1","article-title":"Vox populi: Collecting high-quality labels from a crowd","author":"dekel","year":"2009","journal-title":"In in Proceedings of the 22nd Annual Conference on Learning Theory"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2015.03.013"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557053"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/2806416.2806627"},{"key":"ref29","first-page":"193","article-title":"On optimality of jury selection in crowdsourcing","author":"zheng","year":"2015","journal-title":"Proc Intl Conf Extending Database Technology"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1199"},{"key":"ref1","first-page":"15","article-title":"Types of cost in inductive concept learning","author":"turney","year":"2000","journal-title":"Proc Workshop Cost-Sensitive Learning 17th Int'l Conf Machine Learning"},{"key":"ref20","first-page":"2035","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","author":"whitehill","year":"2009","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref22","first-page":"109","article-title":"Knowledge discovery in large image databases: Dealing with uncertainties in ground truth","author":"smyth","year":"1994","journal-title":"Proc Int Conf Knowl Discovery Databases"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187900"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2014.2327026"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1527\/tjsai.27.133"},{"key":"ref26","first-page":"82","article-title":"Learning to predict from crowdsourced data","author":"bi","year":"2014","journal-title":"Proc Conf Uncertainty of Artificial Intelligence"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-014-0790-7"},{"key":"ref50","doi-asserted-by":"crossref","DOI":"10.1201\/9780429258480","author":"gelman","year":"2003","journal-title":"Bayesian Data Analysis"},{"key":"ref51","first-page":"1156","article-title":"Hotspotting—a probabilistic graphical model for image object localization through crowdsourcing","author":"salek","year":"2013","journal-title":"Proc 27th AAAI Conf Artif Intell"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2014.2342533"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1002\/0471722146"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-3242-6"},{"key":"ref56","author":"witten","year":"2005","journal-title":"Data Mining Practical Machine Learning Tools and Techniques"},{"key":"ref55","author":"quinlan","year":"1992","journal-title":"C4 5 Programs for Machine Learning"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.1050.0488"},{"key":"ref53","article-title":"UCI repository of machine learning databases","author":"blake","year":"1998"},{"key":"ref52","first-page":"262","article-title":"Aggregating ordinal labels from crowds by minimax conditional entropy","author":"zhou","year":"2014","journal-title":"Proc 31st Int Conf Mach Learn"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985733"},{"key":"ref11","first-page":"19","article-title":"The open mind initiative","volume":"14","author":"stork","year":"1999","journal-title":"IEEE Expert Intell Syst Their Appl"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1980.1056150"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2016.2535242"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2723372.2749430"},{"key":"ref14","first-page":"1015","article-title":"iCrowd: An adaptive crowdsourcing framework","author":"fan","year":"2015","journal-title":"Proc ACM SIGMOD Int Conf Manage Data"},{"key":"ref15","first-page":"1085","article-title":"Inferring ground truth from subjective labelling of venus images","author":"smyth","year":"1994","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2014.2327039"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2015.2504974"},{"key":"ref18","first-page":"1260","article-title":"Spectral methods meet EM: A provably optimal algorithm for crowdsourcing","author":"zhang","year":"2014","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref19","first-page":"156","article-title":"Square: A benchmark for research on computing crowd consensus","author":"sheshadri","year":"2013","journal-title":"Proc 1st AAAI Conf Human Comput Crowdsourcing"},{"key":"ref4","first-page":"3532","article-title":"Bi-parameter space partition for cost-sensitive SVM","author":"bin","year":"2015","journal-title":"Proc 24th Int Conf Artif Intell"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2013.2292894"},{"key":"ref6","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1109\/TIFS.2014.2381872","article-title":"Segmentation-based image copy-move forgery detection scheme","volume":"10","author":"li","year":"2015","journal-title":"IEEE Trans Inf Forensics Secur"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2014.10.040"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-014-2381-8"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2003.1250950"},{"key":"ref9","article-title":"Repeated labeling using multiple noisy labelers","author":"ipeirotis","year":"2010"},{"key":"ref46","author":"good","year":"1965","journal-title":"The Estimation of Probabilities An Essay on Modern Bayesian Methods"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1002\/sec.864"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2002.1000348"},{"key":"ref47","first-page":"147","article-title":"Estimating probabilities: A crucial task in machine learning","author":"cestnik","year":"1990","journal-title":"Proc 9th Eur Conf Artif Intell"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/s10851-014-0511-6"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-010-9156-z"},{"key":"ref44","first-page":"1196","article-title":"Learning with noisy labels","author":"natarajan","year":"2013","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"961","DOI":"10.3233\/IFS-141378","article-title":"Image segmentation by generalized hierarchical fuzzy C-means algorithm","volume":"28","author":"zheng","year":"2015","journal-title":"J Intell Fuzzy Syst"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/69\/8730464\/07835129.pdf?arnumber=7835129","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T21:09:18Z","timestamp":1657746558000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/7835129\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,1]]},"references-count":60,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tkde.2017.2659740","relation":{},"ISSN":["1041-4347","1558-2191","2326-3865"],"issn-type":[{"value":"1041-4347","type":"print"},{"value":"1558-2191","type":"electronic"},{"value":"2326-3865","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,7,1]]}}}