{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T09:37:51Z","timestamp":1774690671632,"version":"3.50.1"},"reference-count":47,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2016,7,1]],"date-time":"2016-07-01T00:00:00Z","timestamp":1467331200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["60940032"],"award-info":[{"award-number":["60940032"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61073034"],"award-info":[{"award-number":["61073034"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61370064"],"award-info":[{"award-number":["61370064"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004602","name":"Program for New Century Excellent Talents in University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004602","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002338","name":"Ministry of Education of China","doi-asserted-by":"crossref","award":["NCET-10-0239"],"award-info":[{"award-number":["NCET-10-0239"]}],"id":[{"id":"10.13039\/501100002338","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"Science Foundation of Ministry of Education of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"China Mobile Communicaions Corporation","award":["MCM20130371"],"award-info":[{"award-number":["MCM20130371"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2016,7,1]]},"DOI":"10.1109\/tpds.2015.2457924","type":"journal-article","created":{"date-parts":[[2015,9,22]],"date-time":"2015-09-22T18:28:50Z","timestamp":1442946530000},"page":"1879-1888","source":"Crossref","is-referenced-by-count":26,"title":["A Crowdsourcing Worker Quality Evaluation Algorithm on MapReduce for Big Data Applications"],"prefix":"10.1109","volume":"27","author":[{"given":"Depeng","family":"Dang","sequence":"first","affiliation":[]},{"given":"Ying","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Xiaoran","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Shihang","family":"Huang","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.2517-6161.1977.tb01600.x","article-title":"Maximum likelihood from incomplete data via the em algorithm","volume":"39","author":"dempster","year":"1977","journal-title":"J Roy Statistical Soc B"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047199"},{"key":"ref32","article-title":"Iterative learning for reliable crowdsourcing systems","author":"karger","year":"0","journal-title":"Proc Neural Inf Process"},{"key":"ref31","article-title":"Variational inference for crowdsourcing","author":"liu","year":"0","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/MTS.2013.2286420"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.14778\/2336664.2336676"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553488"},{"key":"ref35","first-page":"2035","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","author":"whitehill","year":"0","journal-title":"Proc Neural Inf Process Syst"},{"key":"ref34","first-page":"254","article-title":"Cheap and fast—but is it good? Evaluating non-expert annotations for natural language tasks","author":"snow","year":"0","journal-title":"Proc Conf Empirical Methods Natural Language ProcessingEmnlp"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2351316.2351329"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1561\/2000000034"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2013.196"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1038\/455028a"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/1365815.1365816"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487595"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/2351316.2351320"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/1327452.1327492"},{"key":"ref17","first-page":"205","article-title":"Dynamo: Amazons highly available key-value store","author":"hastorun","year":"0","journal-title":"Proc ACM Symp Operating System Principles"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/1272996.1273005"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.14778\/2350229.2350263"},{"key":"ref28","first-page":"21","article-title":"Ensuring quality in crowdsourced search relevance evaluation: The effects of training question distribution","author":"le","year":"2010","journal-title":"Proc SIGIR Workshop Crowdsourcing for Search Evaluation"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2012.95"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.3115\/1699510.1699548"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/1924421.1924442"},{"key":"ref6","first-page":"145","article-title":"Using crowdsourcing and active learning to track sentiment in online media","author":"brew","year":"0","journal-title":"Proc 6th Conf Prestigious Appl Intell Syst"},{"key":"ref29","first-page":"467","article-title":"Combining human and machine intelligence in large-scale crowdsourcing","volume":"1","author":"kamar","year":"0","journal-title":"Proc 11th Int Conf Auton Agents Multiagent Syst"},{"key":"ref5","article-title":"Multilevel bayesian models of categorical data annotation","author":"carpenter","year":"2008"},{"key":"ref8","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"raykar","year":"2010","journal-title":"J Mach Learning Res"},{"key":"ref7","first-page":"176","article-title":"The rise of crowdsourcing","volume":"14","author":"howe","year":"2006","journal-title":"Wired Magazine"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2013.20"},{"key":"ref9","article-title":"Big Data: The next frontier for innovation, competition, and productivity","author":"manyika","year":"0"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1177\/1354856507084420"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/1327452.1327492"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33024-7_9"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2014.6816736"},{"key":"ref22","article-title":"Beyond AMT: An analysis of crowd work platforms","author":"vakharia","year":"0","journal-title":"ArXiv eprint"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/1629175.1629198"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2013.93"},{"key":"ref42","article-title":"Identifying reliable workers swiftly","author":"ramesh","year":"0"},{"key":"ref24","first-page":"1800","article-title":"Bayesian bias mitigation for crowdsourcing","author":"wauthier","year":"0","journal-title":"Advances in Neural Information Processing Systems 24"},{"key":"ref41","first-page":"154","article-title":"The EM algorithm and extensions (wiley series in probability and statistics)","volume":"15","author":"mclachlan","year":"2007","journal-title":"J Classification"},{"key":"ref23","first-page":"1161","article-title":"Active learning from crowds","author":"yan","year":"0","journal-title":"Proc 28th Int Conf Mach Learning"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/1837885.1837906"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2013.250"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2010.5543189"},{"key":"ref25","first-page":"932","article-title":"Modeling annotator expertise: Learning when everybody knows a bit of something","author":"yan","year":"0","journal-title":"J Mach Learning Res"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/71\/7488924\/07273904.pdf?arnumber=7273904","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,11]],"date-time":"2024-06-11T08:31:31Z","timestamp":1718094691000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7273904\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,7,1]]},"references-count":47,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2015.2457924","relation":{},"ISSN":["1045-9219"],"issn-type":[{"value":"1045-9219","type":"print"}],"subject":[],"published":{"date-parts":[[2016,7,1]]}}}