{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,5]],"date-time":"2026-04-05T07:54:59Z","timestamp":1775375699091,"version":"3.50.1"},"reference-count":31,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015,4]]},"DOI":"10.1109\/icde.2015.7113284","type":"proceedings-article","created":{"date-parts":[[2015,6,3]],"date-time":"2015-06-03T19:23:28Z","timestamp":1433359408000},"page":"195-206","source":"Crossref","is-referenced-by-count":25,"title":["Comprehensive and reliable crowd assessment algorithms"],"prefix":"10.1109","author":[{"given":"Manas","family":"Joglekar","sequence":"first","affiliation":[]},{"given":"Hector","family":"Garcia-Molina","sequence":"additional","affiliation":[]},{"given":"Aditya","family":"Parameswaran","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref31","article-title":"(data provided by scott klemmer and chinmay kulkarni from stanford university)","year":"0"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.3115\/1613715.1613751"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.14778\/1952376.1952377"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2011.6116320"},{"key":"ref12","author":"casella","year":"2001","journal-title":"Statistical Inference"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"ref14","doi-asserted-by":"crossref","DOI":"10.1111\/j.2517-6161.1977.tb01600.x","article-title":"Maximum likelihood from incomplete data via the em algorithm","author":"dempster","year":"1977","journal-title":"Journal of the Royal Statistical Society Series B"},{"key":"ref15","article-title":"Theory and use of the em algorithm","volume":"4","author":"gupta","year":"2011","journal-title":"Found Trends Signal Process"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1002\/9780470191613"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-7439(01)00132-0"},{"key":"ref18","article-title":"Whose vote should count more: Optimal integration of labels from labelers of unknown expertise","author":"whitehill","year":"2009","journal-title":"NIPS"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553488"},{"key":"ref28","article-title":"Who moderates the moderators? crowdsourcing abuse detection in user-generated content","author":"ghosh","year":"2011","journal-title":"EC"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/2213836.2213878"},{"key":"ref27","article-title":"Aggregating crowd-sourced binary ratings","author":"dalvi","year":"2013","journal-title":"WWW"},{"key":"ref3","article-title":"Mechanical Turk","year":"0"},{"key":"ref6","article-title":"Human-powered sorts and joins","author":"marcus","year":"2012","journal-title":"VLDB"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/2465529.2465761"},{"key":"ref5","doi-asserted-by":"crossref","DOI":"10.1145\/2213836.2213880","article-title":"So Who Won? Dynamic Max Discovery with the Crowd","author":"guo","year":"2012","journal-title":"SIGMOD"},{"key":"ref8","article-title":"Crowdclustering","author":"gomes","year":"2011","journal-title":"NIPS"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339707"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487595"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.14778\/2350229.2350263"},{"key":"ref1","author":"wasserman","year":"0","journal-title":"All of Statistics 2003"},{"key":"ref20","article-title":"Eliminating spammers and ranking annotators for crowdsourced labeling tasks","volume":"13","author":"raykar","year":"2012","journal-title":"Journal of Machine Learning Research"},{"key":"ref22","article-title":"Identifying reliable workers swiftly","author":"ramesh","year":"2012","journal-title":"Infolab Technical Report"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2010.5543189"},{"key":"ref24","article-title":"Variational inference for crowdsourcing","author":"liu","year":"2012","journal-title":"NIPS"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.14778\/2336664.2336676"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557053"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"}],"event":{"name":"2015 IEEE 31st International Conference on Data Engineering (ICDE)","location":"Seoul, South Korea","start":{"date-parts":[[2015,4,13]]},"end":{"date-parts":[[2015,4,17]]}},"container-title":["2015 IEEE 31st International Conference on Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7109453\/7113253\/07113284.pdf?arnumber=7113284","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,28]],"date-time":"2025-05-28T08:47:14Z","timestamp":1748422034000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7113284\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,4]]},"references-count":31,"URL":"https:\/\/doi.org\/10.1109\/icde.2015.7113284","relation":{},"subject":[],"published":{"date-parts":[[2015,4]]}}}