{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T18:59:09Z","timestamp":1768503549133,"version":"3.49.0"},"reference-count":50,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2019,8,1]],"date-time":"2019-08-01T00:00:00Z","timestamp":1564617600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,8,1]],"date-time":"2019-08-01T00:00:00Z","timestamp":1564617600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,8,1]],"date-time":"2019-08-01T00:00:00Z","timestamp":1564617600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["91846104"],"award-info":[{"award-number":["91846104"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61603186"],"award-info":[{"award-number":["61603186"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["BK20160843"],"award-info":[{"award-number":["BK20160843"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2016M590457"],"award-info":[{"award-number":["2016M590457"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2017T100370"],"award-info":[{"award-number":["2017T100370"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100010246","name":"Postdoctoral Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["1601199C"],"award-info":[{"award-number":["1601199C"]}],"id":[{"id":"10.13039\/501100010246","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2019,8,1]]},"DOI":"10.1109\/tkde.2018.2860992","type":"journal-article","created":{"date-parts":[[2018,12,21]],"date-time":"2018-12-21T20:51:56Z","timestamp":1545425516000},"page":"1506-1519","source":"Crossref","is-referenced-by-count":25,"title":["Ensemble Learning from Crowds"],"prefix":"10.1109","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2541-4923","authenticated-orcid":false,"given":"Jing","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Ming","family":"Wu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4960-174X","authenticated-orcid":false,"given":"Victor S.","family":"Sheng","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","first-page":"1196","article-title":"Learning with noisy labels","author":"natarajan","year":"2013","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref38","first-page":"1","article-title":"Training convolutional networks with noisy labels","author":"sukhbaatar","year":"2015","journal-title":"Proc Workshop Int Conf Learn Represent"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2017.8057112"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2016.2559481"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2017.8257963"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/2835776.2835797"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1023\/A:1012435301888"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2013.05.055"},{"key":"ref35","first-page":"920","article-title":"Eliminating class noise in large datasets","author":"zhu","year":"2003","journal-title":"Proc 20th Int Conf Mach Learn"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1613\/jair.606"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1014052.1014067"},{"key":"ref27","first-page":"1120","article-title":"Clustering crowds","author":"kajino","year":"2013","journal-title":"Proc 27th AAAI Conf Artif Intell"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/1458082.1458165"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187900"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2661829.2661892"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2011.133"},{"key":"ref21","first-page":"1291","article-title":"On the impossibility of convex inference in human computation","author":"shah","year":"2015","journal-title":"Proc 29th AAAI Conf Artif Intell"},{"key":"ref24","article-title":"Active learning from multiple knowledge sources","author":"yan","year":"2012","journal-title":"Proc 15th Int Conf Artif Intell Statist"},{"key":"ref23","first-page":"1161","article-title":"Active learning from crowds","author":"yan","year":"2011","journal-title":"Proc 28th Int Conf Mach Learn"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1527\/tjsai.27.133"},{"key":"ref25","first-page":"2655","article-title":"Selective sampling and active learning from single and multiple teachers","volume":"13","author":"dekel","year":"2012","journal-title":"J Mach Learn Res"},{"key":"ref50","first-page":"185","article-title":"Fast training of support vector machines using sequential minimal optimization","author":"platt","year":"1999","journal-title":"Advances in Kernel Methods"},{"key":"ref10","first-page":"156","article-title":"Square: A benchmark for research on computing crowd consensus","author":"sheshadri","year":"2013","journal-title":"Proc 1st AAAI Conf Human Comput Crowdsourcing"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/2806416.2806627"},{"key":"ref40","first-page":"234","article-title":"Some theoretical aspects of boosting in the presence of noisy data","author":"jiang","year":"2001","journal-title":"Proc 18th Int Conf Mach Learn"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2006.880363"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2013.2292894"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref15","first-page":"1260","article-title":"Spectral methods meet EM: A provably optimal algorithm for crowdsourcing","author":"zhang","year":"2014","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref16","first-page":"2195","article-title":"Learning from the wisdom of crowds by minimax entropy","author":"zhou","year":"2012","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2610509"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2783314"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/IPSN.2016.7460724"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-016-9491-9"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2013.10.002"},{"key":"ref6","first-page":"932","article-title":"Modeling annotator expertise: Learning when everybody knows a bit of something","author":"yan","year":"2010","journal-title":"Proc 13th Int Conf Artif Intell Statist"},{"key":"ref5","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"raykar","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref8","first-page":"2035","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","author":"whitehill","year":"2009","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref7","first-page":"2424","article-title":"The multidimensional wisdom of crowds","author":"welinder","year":"2010","journal-title":"Proc 23rd Int Conf Neural Inf Process Syst"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2002.1000348"},{"key":"ref9","first-page":"82","article-title":"Learning to predict from crowdsourced data","author":"bi","year":"2014","journal-title":"Proc Conf Uncertainty Artif Intell"},{"key":"ref46","article-title":"Error rate analysis of labeling by crowdsourcing","author":"li","year":"2013","journal-title":"Proceedings of ICML Workshop Machine Learning Meets Crowdsourcing"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44938-8_4"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.2316\/P.2013.798-098"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010920819831"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-11829-6_17"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010852229904"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007607513941"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-36406-8_1"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/69\/8755525\/08423205.pdf?arnumber=8423205","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T20:49:50Z","timestamp":1657745390000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8423205\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,8,1]]},"references-count":50,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tkde.2018.2860992","relation":{},"ISSN":["1041-4347","1558-2191","2326-3865"],"issn-type":[{"value":"1041-4347","type":"print"},{"value":"1558-2191","type":"electronic"},{"value":"2326-3865","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,8,1]]}}}