{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,26]],"date-time":"2026-03-26T16:04:45Z","timestamp":1774541085297,"version":"3.50.1"},"reference-count":29,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"4","license":[{"start":{"date-parts":[[2016,4,1]],"date-time":"2016-04-01T00:00:00Z","timestamp":1459468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"name":"Program for Changjiang Scholars and Innovative Research Team in University (PCSIRT) of the Ministry of Education, China","award":["IRT13059"],"award-info":[{"award-number":["IRT13059"]}]},{"name":"National 973 Program of China","award":["2013CB329604"],"award-info":[{"award-number":["2013CB329604"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61229301"],"award-info":[{"award-number":["61229301"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61402311"],"award-info":[{"award-number":["61402311"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005271","name":"Nanjing University of Science and Technology","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100005271","id-type":"DOI","asserted-by":"crossref"}]},{"name":"US National Science Foundation","award":["IIS-1115417"],"award-info":[{"award-number":["IIS-1115417"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2016,4,1]]},"DOI":"10.1109\/tkde.2015.2504974","type":"journal-article","created":{"date-parts":[[2015,12,3]],"date-time":"2015-12-03T14:08:04Z","timestamp":1449151684000},"page":"1080-1085","source":"Crossref","is-referenced-by-count":96,"title":["Multi-Class Ground Truth Inference in Crowdsourcing with Clustering"],"prefix":"10.1109","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2541-4923","authenticated-orcid":false,"given":"Jing","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Victor S.","family":"Sheng","sequence":"additional","affiliation":[]},{"given":"Jian","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Xindong","family":"Wu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/1837885.1837906"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1527\/tjsai.27.133"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/Allerton.2011.6120180"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2465529.2465761"},{"key":"ref14","first-page":"19","article-title":"Modeling annotator accuracies for supervised learning","author":"kumar","year":"0","journal-title":"Proc Workshop Crowdsourcing Search Data Mining\/ACM Int Conf Web Search Data Mining"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.2316\/P.2013.798-098"},{"key":"ref16","first-page":"1","article-title":"An evaluation of aggregation techniques in crowdsourcing","author":"nguyen","year":"0","journal-title":"Proc Int Conf Web Inf Syst Eng"},{"key":"ref17","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"raykar","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref18","first-page":"2863","article-title":"Who are the crowdworkers? shifting demographics in mechanical turk","author":"ross","year":"0","journal-title":"Proc Extended Abstracts Human Factors Comput Syst"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2014.2327039"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-41398-8_38"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488414"},{"key":"ref6","first-page":"2399","article-title":"Are you participants gaming the system? screen mechanical turk workers","author":"downs","year":"0","journal-title":"Proc SIGCHI Conf Human Factors Comput Syst"},{"key":"ref29","first-page":"1260","article-title":"Spectral methods meet EM: A provably optimal algorithm for crowdsourcing","author":"zhang","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187900"},{"key":"ref8","article-title":"Caltech-256 object category dataset","author":"griffin","year":"2007"},{"key":"ref7","first-page":"172","article-title":"Crowdsourcing document relevance assessment with mechanical turk","author":"grady","year":"0","journal-title":"Proc NAACL HLT Workshop Creating Speech Language Data Amazons Mech Turk Assoc Comput Linguistics"},{"key":"ref2","first-page":"88","article-title":"Overview of the TREC 2010 relevance feedback track (Notebook)","author":"buckley","year":"0","journal-title":"Proc 19th Text REtrieval Conf"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010920819831"},{"key":"ref1","author":"berger","year":"2013","journal-title":"Statistical Decision Theory and Bayesian Analysis"},{"key":"ref20","first-page":"156","article-title":"SQUARE: A benchmark for research on computing crowd consensus","author":"sheshadri","year":"0","journal-title":"Proc 1st AAAI Conf Human Comput Crowdsourcing"},{"key":"ref22","first-page":"254","article-title":"Cheap and fast—but is it good?: Evaluating non-expert annotations for natural language tasks","author":"snow","year":"2008","journal-title":"Proc Conf Empirical Methods Natural Language Process"},{"key":"ref21","first-page":"1085","article-title":"Inferring ground truth from subjective labeling of venus images","author":"smyth","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref24","first-page":"2424","article-title":"The multidimensional wisdom of crowds","author":"welinder","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2014.2316116"},{"key":"ref26","author":"witten","year":"2005","journal-title":"Data Mining Practical Machine Learning Tools and Techniques"},{"key":"ref25","first-page":"2035","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","author":"whitehill","year":"0","journal-title":"Proc Adv Neural Inf Process Syst"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/69\/7426466\/7345572.pdf?arnumber=7345572","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T11:48:13Z","timestamp":1641988093000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7345572\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,4,1]]},"references-count":29,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.1109\/tkde.2015.2504974","relation":{},"ISSN":["1041-4347"],"issn-type":[{"value":"1041-4347","type":"print"}],"subject":[],"published":{"date-parts":[[2016,4,1]]}}}