{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,16]],"date-time":"2026-05-16T01:25:36Z","timestamp":1778894736794,"version":"3.51.4"},"reference-count":30,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2017,12,1]],"date-time":"2017-12-01T00:00:00Z","timestamp":1512086400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"Ministry of Science and Technology of China","award":["2017YFC0804002"],"award-info":[{"award-number":["2017YFC0804002"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61672478"],"award-info":[{"award-number":["61672478"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61329302"],"award-info":[{"award-number":["61329302"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Science and Technology Innovation Committee Foundation of Shenzhen","award":["ZDSYS201703031748284"],"award-info":[{"award-number":["ZDSYS201703031748284"]}]},{"name":"Royal Society Newton Advanced Fellowship","award":["NA150123"],"award-info":[{"award-number":["NA150123"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2017,12,1]]},"DOI":"10.1109\/tkde.2017.2738643","type":"journal-article","created":{"date-parts":[[2017,8,11]],"date-time":"2017-08-11T18:28:29Z","timestamp":1502476109000},"page":"2643-2654","source":"Crossref","is-referenced-by-count":16,"title":["A Quality-Sensitive Method for Learning from Crowds"],"prefix":"10.1109","volume":"29","author":[{"given":"Jinhong","family":"Zhong","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peng","family":"Yang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6236-2002","authenticated-orcid":false,"given":"Ke","family":"Tang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref30","article-title":"An\n active learning approach for jointly estimating worker performance and annotation reliability with crowdsourced data","author":"zhao","year":"2014"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref11","first-page":"2424","article-title":"The multidimensional wisdom of crowds","author":"welinder","year":"2010","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref12","first-page":"2195","article-title":"Learning from the wisdom of crowds by\n minimax entropy","author":"zhou","year":"2012","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref13","first-page":"692","article-title":"Variational inference for\n crowdsourcing","author":"liu","year":"2012","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref14","first-page":"889","article-title":"Supervised learning from multiple experts:\n Whom to trust when everyone lies a bit","author":"raykar","year":"2009","journal-title":"Proc 26th Annu Int Conf Mach Learn"},{"key":"ref15","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"raykar","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2013.02.034"},{"key":"ref17","first-page":"932","article-title":"Modeling annotator expertise: Learning when everybody\n knows a bit of something","author":"yan","year":"2010","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref18","first-page":"82","article-title":"Learning to predict from crowdsourced data","author":"bi","year":"2014","journal-title":"Proc Int Conf Uncertainty Artificial Intell"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1527\/tjsai.27.133"},{"key":"ref28","first-page":"281","article-title":"Some methods for classification and analysis of multivariate\n observations","author":"macqueen","year":"1967","journal-title":"Proc 5th Berkeley Symp Math Statist Probability"},{"key":"ref4","first-page":"1621","article-title":"Max-margin majority voting for learning from crowds","author":"tian","year":"2015","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref27","first-page":"1161","article-title":"Active learning from crowds","author":"yan","year":"2011","journal-title":"Proc 28th Int Conf Mach Learn"},{"key":"ref3","first-page":"1061","article-title":"Active\n learning from crowds with unsure option","author":"zhong","year":"2015","journal-title":"Proc 24th Int Conf Artif Intell"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557053"},{"key":"ref29","first-page":"2035","article-title":"Whose vote should count more: Optimal integration of labels from\n labelers of unknown expertise","author":"whitehill","year":"2009","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref5","first-page":"2111","article-title":"Cost-saving effect of crowdsourcing learning","author":"wang","year":"2016","journal-title":"Proc 25th Int Conf Artif Intell"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2011.133"},{"key":"ref7","first-page":"19","article-title":"Modeling annotator accuracies for supervised learning","author":"kumar","year":"2011","journal-title":"Proc Workshop Crowdsourcing Search Data Mining\/ACM Int Conf Web Search Data Mining"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"ref9","first-page":"27","article-title":"Quality control of crowd labeling through expert evaluation","author":"khattak","year":"2011","journal-title":"Proceedings of the NIPS Workshop on Computational Social Science and the Wisdom of Crowds"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1119\/1.2423042"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2013.08.007"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/BF00058655"},{"key":"ref21","first-page":"1120","article-title":"Clustering\n crowds","author":"kajino","year":"2013","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref24","first-page":"80","article-title":"Annotating named entities in Twitter data with crowdsourcing","author":"finin","year":"2010","journal-title":"NAACL HLT Workshop on Creating Speech and Language Data with Amazon's Mechanical Turk"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339692"},{"key":"ref26","author":"jolliffe","year":"2002","journal-title":"Principal Component Analysis"},{"key":"ref25","first-page":"1524","article-title":"Named entity recognition in tweets: An experimental study","author":"ritter","year":"2011","journal-title":"Proc Conf Empirical Methods Natural Language Process"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/69\/8097365\/08008864.pdf?arnumber=8008864","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:24:15Z","timestamp":1642004655000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/8008864\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,12,1]]},"references-count":30,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tkde.2017.2738643","relation":{},"ISSN":["1041-4347"],"issn-type":[{"value":"1041-4347","type":"print"}],"subject":[],"published":{"date-parts":[[2017,12,1]]}}}