{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,1]],"date-time":"2026-11-01T03:50:14Z","timestamp":1793505014648,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,8,10]],"date-time":"2015-08-10T00:00:00Z","timestamp":1439164800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1513407"],"award-info":[{"award-number":["IIS-1513407"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["1U54GM114838"],"award-info":[{"award-number":["1U54GM114838"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,8,10]]},"DOI":"10.1145\/2783258.2783316","type":"proceedings-article","created":{"date-parts":[[2015,8,7]],"date-time":"2015-08-07T15:38:27Z","timestamp":1438961907000},"page":"1593-1602","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":12,"title":["Debiasing Crowdsourced Batches"],"prefix":"10.1145","author":[{"given":"Honglei","family":"Zhuang","sequence":"first","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Urbana, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aditya","family":"Parameswaran","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Urbana, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dan","family":"Roth","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Urbana, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiawei","family":"Han","sequence":"additional","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Urbana, IL, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2015,8,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1480506.1480508"},{"key":"e_1_3_2_1_2_1","volume-title":"Social choice and individual values","author":"Arrow K. J.","year":"1963","unstructured":"K. J. Arrow . Social choice and individual values . Yale university press , 1963 . K. J. Arrow. Social choice and individual values. Yale university press, 1963."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/39.3-4.324"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835540"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1631272.1631339"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433420"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487684"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556195.2556268"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/371920.372165"},{"key":"e_1_3_2_1_10_1","first-page":"558","volume-title":"NIPS","author":"Gomes R. G.","year":"2011","unstructured":"R. G. Gomes , P. Welinder , A. Krause , and P. Perona . Crowdclustering . In NIPS , pages 558 -- 566 , 2011 . R. G. Gomes, P. Welinder, A. Krause, and P. Perona. Crowdclustering. In NIPS, pages 558--566, 2011."},{"key":"e_1_3_2_1_11_1","first-page":"384","volume-title":"Annals of Statistics","author":"Hunter D. R.","year":"2004","unstructured":"D. R. Hunter . Mm algorithms for generalized bradley-terry models . Annals of Statistics , pages 384 -- 406 , 2004 . D. R. Hunter. Mm algorithms for generalized bradley-terry models. Annals of Statistics, pages 384--406, 2004."},{"key":"e_1_3_2_1_12_1","first-page":"1953","volume-title":"NIPS","author":"Karger D. R.","year":"2011","unstructured":"D. R. Karger , S. Oh , and D. Shah . Iterative learning for reliable crowdsourcing systems . In NIPS , pages 1953 -- 1961 , 2011 . D. R. Karger, S. Oh, and D. Shah. Iterative learning for reliable crowdsourcing systems. In NIPS, pages 1953--1961, 2011."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390216"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1242572.1242638"},{"key":"e_1_3_2_1_15_1","volume-title":"Individual choice behavior: A theoretical analysis","author":"Luce R. D.","year":"1959","unstructured":"R. D. Luce . Individual choice behavior: A theoretical analysis . Wiley , 1959 . R. D. Luce. Individual choice behavior: A theoretical analysis. Wiley, 1959."},{"key":"e_1_3_2_1_16_1","volume-title":"AAAI","author":"Mao A.","year":"2013","unstructured":"A. Mao , A. D. Procaccia , and Y. Chen . Better human computation through principled voting . In AAAI , 2013 . A. Mao, A. D. Procaccia, and Y. Chen. Better human computation through principled voting. In AAAI, 2013."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.14778\/2047485.2047487"},{"key":"e_1_3_2_1_18_1","volume-title":"Decontaminating human judgments by removing sequential dependencies. NIPS, 23","author":"Mozer M. C.","year":"2010","unstructured":"M. C. Mozer , H. Pashler , M. Wilder , R. V. Lindsey , M. C. Jones , and M. N. Jones . Decontaminating human judgments by removing sequential dependencies. NIPS, 23 , 2010 . M. C. Mozer, H. Pashler, M. Wilder, R. V. Lindsey, M. C. Jones, and M. N. Jones. Decontaminating human judgments by removing sequential dependencies. NIPS, 23, 2010."},{"key":"e_1_3_2_1_19_1","first-page":"2474","volume-title":"NIPS","author":"Negahban S.","year":"2012","unstructured":"S. Negahban , S. Oh , and D. Shah . Iterative ranking from pair-wise comparisons . In NIPS , pages 2474 -- 2482 , 2012 . S. Negahban, S. Oh, and D. Shah. Iterative ranking from pair-wise comparisons. In NIPS, pages 2474--2482, 2012."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.14778\/2732939.2732942"},{"key":"e_1_3_2_1_21_1","first-page":"193","volume-title":"Applied Statistics","author":"Plackett R. L.","year":"1975","unstructured":"R. L. Plackett . The analysis of permutations . Applied Statistics , pages 193 -- 202 , 1975 . R. L. Plackett. The analysis of permutations. Applied Statistics, pages 193--202, 1975."},{"key":"e_1_3_2_1_22_1","first-page":"1948","volume-title":"NIPS","author":"Qin T.","year":"2010","unstructured":"T. Qin , X. Geng , and T.-Y. Liu . A new probabilistic model for rank aggregation . In NIPS , pages 1948 -- 1956 , 2010 . T. Qin, X. Geng, and T.-Y. Liu. A new probabilistic model for rank aggregation. In NIPS, pages 1948--1956, 2010."},{"key":"e_1_3_2_1_23_1","first-page":"1809","volume-title":"NIPS","author":"Raykar V. C.","year":"2011","unstructured":"V. C. Raykar and S. Yu . Ranking annotators for crowdsourced labeling tasks . In NIPS , pages 1809 -- 1817 , 2011 . V. C. Raykar and S. Yu. Ranking annotators for crowdsourced labeling tasks. In NIPS, pages 1809--1817, 2011."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553488"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1859894"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484090"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010057"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.5555\/1613715.1613751"},{"key":"e_1_3_2_1_30_1","first-page":"2706","volume-title":"NIPS","author":"Soufiani H. A.","year":"2013","unstructured":"H. A. Soufiani , W. Chen , D. C. Parkes , and L. Xia . Generalized method-of-moments for rank aggregation . In NIPS , pages 2706 -- 2714 , 2013 . H. A. Soufiani, W. Chen, D. C. Parkes, and L. Xia. Generalized method-of-moments for rank aggregation. In NIPS, pages 2706--2714, 2013."},{"key":"e_1_3_2_1_31_1","first-page":"360","volume-title":"ICML","author":"Soufiani H. A.","year":"2014","unstructured":"H. A. Soufiani , D. Parkes , and L. Xia . Computing parametric ranking models via rank-breaking . In ICML , pages 360 -- 368 , 2014 . H. A. Soufiani, D. Parkes, and L. Xia. Computing parametric ranking models via rank-breaking. In ICML, pages 360--368, 2014."},{"key":"e_1_3_2_1_32_1","volume-title":"Human Computation Workshops at AAAI","author":"Su H.","year":"2012","unstructured":"H. Su , J. Deng , and L. Fei-Fei . Crowdsourcing annotations for visual object detection . In Human Computation Workshops at AAAI , 2012 . H. Su, J. Deng, and L. Fei-Fei. Crowdsourcing annotations for visual object detection. In Human Computation Workshops at AAAI, 2012."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567989"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2187836.2187902"},{"key":"e_1_3_2_1_35_1","first-page":"2035","volume-title":"NIPS","author":"Whitehill J.","year":"2009","unstructured":"J. Whitehill , T.-f. Wu , J. Bergsma , J. R. Movellan , and P. L. Ruvolo . Whose vote should count more: Optimal integration of labels from labelers of unknown expertise . In NIPS , pages 2035 -- 2043 , 2009 . J. Whitehill, T.-f. Wu, J. Bergsma, J. R. Movellan, and P. L. Ruvolo. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In NIPS, pages 2035--2043, 2009."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2684822.2685301"}],"event":{"name":"KDD '15: The 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","location":"Sydney NSW Australia","acronym":"KDD '15","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2783258.2783316","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2783258.2783316","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T06:16:57Z","timestamp":1750227417000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2783258.2783316"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,8,10]]},"references-count":36,"alternative-id":["10.1145\/2783258.2783316","10.1145\/2783258"],"URL":"https:\/\/doi.org\/10.1145\/2783258.2783316","relation":{},"subject":[],"published":{"date-parts":[[2015,8,10]]},"assertion":[{"value":"2015-08-10","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}