{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T10:45:42Z","timestamp":1768733142251,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":19,"publisher":"ACM","license":[{"start":{"date-parts":[[2013,5,13]],"date-time":"2013-05-13T00:00:00Z","timestamp":1368403200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2013,5,13]]},"DOI":"10.1145\/2488388.2488414","type":"proceedings-article","created":{"date-parts":[[2016,2,5]],"date-time":"2016-02-05T20:43:24Z","timestamp":1454705004000},"page":"285-294","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":75,"title":["Aggregating crowdsourced binary ratings"],"prefix":"10.1145","author":[{"given":"Nilesh","family":"Dalvi","sequence":"first","affiliation":[{"name":"Facebook, Menlo Park, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anirban","family":"Dasgupta","sequence":"additional","affiliation":[{"name":"Yahoo! Labs, Sunnyvale, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ravi","family":"Kumar","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vibhor","family":"Rastogi","sequence":"additional","affiliation":[{"name":"Google, Mountain View, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2013,5,13]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Alternating projections","author":"Boyd S.","year":"2003","unstructured":"S. Boyd and J. Dattorro . Alternating projections , 2003 . www.stanford.edu\/class\/ee392o\/altproj.pdf. S. Boyd and J. Dattorro. Alternating projections, 2003. www.stanford.edu\/class\/ee392o\/altproj.pdf."},{"key":"e_1_3_2_1_2_1","volume-title":"Prof. 12th TREC","author":"Carpenter B.","year":"2011","unstructured":"B. Carpenter . A hierarchical Bayesian model of crowdsourced relevance coding . In Prof. 12th TREC , 2011 . B. Carpenter. A hierarchical Bayesian model of crowdsourced relevance coding. In Prof. 12th TREC, 2011."},{"key":"e_1_3_2_1_3_1","first-page":"20","volume-title":"Applied Statistics","author":"Dawid A.","year":"1979","unstructured":"A. Dawid and A. Skene . Maximum likelihood estimation of observer error-rates using the EM algorithm . Applied Statistics , pages 20 -- 28 , 1979 . A. Dawid and A. Skene. Maximum likelihood estimation of observer error-rates using the EM algorithm. Applied Statistics, pages 20--28, 1979."},{"key":"e_1_3_2_1_4_1","volume-title":"Proc. 22nd COLT","author":"Dekel O.","year":"2009","unstructured":"O. Dekel and O. Shamir . Vox populi: Collecting high-quality labels from a crowd . In Proc. 22nd COLT , 2009 . O. Dekel and O. Shamir. Vox populi: Collecting high-quality labels from a crowd. In Proc. 22nd COLT, 2009."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1993574.1993599"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187970"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1137\/110820361"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1963192.1963314"},{"key":"e_1_3_2_1_9_1","first-page":"1329","volume-title":"AAMAS","author":"Kamar E.","year":"2012","unstructured":"E. Kamar and E. Horvitz . Incentives for truthful reporting in crowdsourcing . In AAMAS , pages 1329 -- 1330 , 2012 . E. Kamar and E. Horvitz. Incentives for truthful reporting in crowdsourcing. In AAMAS, pages 1329--1330, 2012."},{"key":"e_1_3_2_1_10_1","first-page":"1953","volume-title":"Proc. 25th NIPS","author":"Karger D.","year":"2011","unstructured":"D. Karger , S. Oh , and D. Shah . Iterative learning for reliable crowdsourcing systems . In Proc. 25th NIPS , pages 1953 -- 1961 , 2011 . D. Karger, S. Oh, and D. Shah. Iterative learning for reliable crowdsourcing systems. In Proc. 25th NIPS, pages 1953--1961, 2011."},{"key":"e_1_3_2_1_11_1","volume-title":"Proc. 26th NIPS","author":"Liu Q.","year":"2012","unstructured":"Q. Liu , J. Peng , and A. Ihler . Variational inference for crowdsourcing . In Proc. 26th NIPS , 2012 . Q. Liu, J. Peng, and A. Ihler. Variational inference for crowdsourcing. In Proc. 26th NIPS, 2012."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1963192.1963335"},{"key":"e_1_3_2_1_13_1","first-page":"491","article-title":"Eliminating spammers and ranking annotators for crowdsourced labeling tasks","volume":"13","author":"Raykar V. C.","year":"2012","unstructured":"V. C. Raykar and S. Yu . Eliminating spammers and ranking annotators for crowdsourced labeling tasks . JMLR , 13 : 491 -- 518 , 2012 . V. C. Raykar and S. Yu. Eliminating spammers and ranking annotators for crowdsourced labeling tasks. JMLR, 13:491--518, 2012.","journal-title":"JMLR"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1859894"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/1613715.1613751"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10208-011-9099-z"},{"key":"e_1_3_2_1_18_1","first-page":"2424","volume-title":"Proc. 24th NIPS","author":"Welinder P.","year":"2010","unstructured":"P. Welinder , S. Branson , S. Belongie , and P. Perona . The multidimensional wisdom of crowds . In Proc. 24th NIPS , pages 2424 -- 2432 , 2010 . P. Welinder, S. Branson, S. Belongie, and P. Perona. The multidimensional wisdom of crowds. In Proc. 24th NIPS, pages 2424--2432, 2010."},{"key":"e_1_3_2_1_19_1","first-page":"2204","volume-title":"Proc. 26th NIPS","author":"Zhou D.","year":"2012","unstructured":"D. Zhou , J. Platt , S. Basu , and Y. Mao . Learning from the wisdom of crowds by minimax entropy . In Proc. 26th NIPS , pages 2204 -- 2212 , 2012 . D. Zhou, J. Platt, S. Basu, and Y. Mao. Learning from the wisdom of crowds by minimax entropy. In Proc. 26th NIPS, pages 2204--2212, 2012."}],"event":{"name":"WWW '13: 22nd International World Wide Web Conference","location":"Rio de Janeiro Brazil","acronym":"WWW '13","sponsor":["NICBR Nucleo de Informatcao e Coordenacao do Ponto BR","CGIBR Comite Gestor da Internet no Brazil","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the 22nd international conference on World Wide Web"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2488388.2488414","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2488388.2488414","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T08:48:41Z","timestamp":1750236521000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2488388.2488414"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,5,13]]},"references-count":19,"alternative-id":["10.1145\/2488388.2488414","10.1145\/2488388"],"URL":"https:\/\/doi.org\/10.1145\/2488388.2488414","relation":{},"subject":[],"published":{"date-parts":[[2013,5,13]]},"assertion":[{"value":"2013-05-13","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}