{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T19:05:00Z","timestamp":1768071900323,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":37,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,10,24]],"date-time":"2016-10-24T00:00:00Z","timestamp":1477267200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Airforce","award":["FA9550-15-1-0149"],"award-info":[{"award-number":["FA9550-15-1-0149"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,10,24]]},"DOI":"10.1145\/2983323.2983830","type":"proceedings-article","created":{"date-parts":[[2016,10,26]],"date-time":"2016-10-26T13:20:08Z","timestamp":1477488008000},"page":"539-548","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":29,"title":["CrowdSelect"],"prefix":"10.1145","author":[{"given":"Chenxi","family":"Qiu","sequence":"first","affiliation":[{"name":"Pennsylvania State University, University Park, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anna C.","family":"Squicciarini","sequence":"additional","affiliation":[{"name":"Pennsylvania State University, University Park, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Barbara","family":"Carminati","sequence":"additional","affiliation":[{"name":"Universiy of Insubria, Varese, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"James","family":"Caverlee","sequence":"additional","affiliation":[{"name":"Texas A&M University, College Station, TX, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dev Rishi","family":"Khare","sequence":"additional","affiliation":[{"name":"Pennsylvania State University, University Park, PA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2016,10,24]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Proc. of CIE","author":"Benneyan J.","year":"2007","unstructured":"J. Benneyan , B. Harris , and A. Taseli . Applications and approximations of heterogeneous weighted and unweighted j-binomial probability distributions . In Proc. of CIE , 2007 . J. Benneyan, B. Harris, and A. Taseli. Applications and approximations of heterogeneous weighted and unweighted j-binomial probability distributions. In Proc. of CIE, 2007."},{"key":"e_1_3_2_1_2_1","volume-title":"Journal of Machine Learning Research","author":"Berend D.","year":"2008","unstructured":"D. Berend and A. Kontorovich . A finite sample analysis of the naive bayes classifier . Journal of Machine Learning Research , 2008 . D. Berend and A. Kontorovich. A finite sample analysis of the naive bayes classifier. Journal of Machine Learning Research, 2008."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511814068"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.5555\/40700"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-2526-1"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.14778\/2350229.2350264"},{"key":"e_1_3_2_1_7_1","volume-title":"Proc. of TREC","author":"Carpenter B.","year":"2011","unstructured":"B. Carpenter . A hierarchical bayesian model of crowdsourced relevance coding . In Proc. of TREC , 2011 . B. Carpenter. A hierarchical bayesian model of crowdsourced relevance coding. In Proc. of TREC, 2011."},{"key":"e_1_3_2_1_8_1","volume-title":"Proc. of AAAI","author":"Dai P.","year":"2011","unstructured":"P. Dai , Mausam, and D. S. Weld . Artificial intelligence for artificial artificial intelligence . In Proc. of AAAI , 2011 . P. Dai, Mausam, and D. S. Weld. Artificial intelligence for artificial artificial intelligence. In Proc. of AAAI, 2011."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2806416.2806460"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753688"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1993574.1993599"},{"key":"e_1_3_2_1_13_1","volume-title":"Proc. of ICML","author":"Ho C.-J.","year":"2013","unstructured":"C.-J. Ho , S. Jabbari , and J. W. Vaughan . Adaptive task assignment for crowdsourced classification . In Proc. of ICML , 2013 . C.-J. Ho, S. Jabbari, and J. W. Vaughan. Adaptive task assignment for crowdsourced classification. In Proc. of ICML, 2013."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1963.10500830"},{"key":"e_1_3_2_1_15_1","volume-title":"CoRR","author":"Karger D.","year":"2011","unstructured":"D. Karger , S. Oh , and D. Shah . Budget-optimal task allocation for reliable crowdsourcing systems . In CoRR , 2011 . D. Karger, S. Oh, and D. Shah. Budget-optimal task allocation for reliable crowdsourcing systems. In CoRR, 2011."},{"key":"e_1_3_2_1_16_1","volume-title":"Proc. of NIPS","author":"Karger D.","year":"2011","unstructured":"D. Karger , S. Oh , and D. Shah . Iterative learning for reliable crowdsourcing systems . In Proc. of NIPS , 2011 . D. Karger, S. Oh, and D. Shah. Iterative learning for reliable crowdsourcing systems. In Proc. of NIPS, 2011."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2736277.2741681"},{"key":"e_1_3_2_1_18_1","volume-title":"Proc. of NIPS","author":"Lacasse A.","year":"2006","unstructured":"A. Lacasse , F. Laviolette , M. Marchand , P. Germain , and N. Usunier . PAC-Bayes bounds for the risk of the majority vote and the variance of the Gibbs classifier . In Proc. of NIPS , 2006 . A. Lacasse, F. Laviolette, M. Marchand, P. Germain, and N. Usunier. PAC-Bayes bounds for the risk of the majority vote and the variance of the Gibbs classifier. In Proc. of NIPS, 2006."},{"key":"e_1_3_2_1_19_1","volume-title":"Proc. of ICML","author":"Laviolette F.","year":"2011","unstructured":"F. Laviolette , M. Marchand , and J.-F. Roy . From pac-bayes bounds to quadratic programs for majority votes . In Proc. of ICML , 2011 . F. Laviolette, M. Marchand, and J.-F. Roy. From pac-bayes bounds to quadratic programs for majority votes. In Proc. of ICML, 2011."},{"key":"e_1_3_2_1_20_1","first-page":"11","article-title":"On quality control and machine learning in crowdsourcing","volume":"11","author":"Lease M.","year":"2011","unstructured":"M. Lease . On quality control and machine learning in crowdsourcing . Human Computation , 11 : 11 , 2011 . M. Lease. On quality control and machine learning in crowdsourcing. Human Computation, 11:11, 2011.","journal-title":"Human Computation"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"X. Lin C. Genest D. L. Banks G. Molenberghs D. W. Scott and J.-L. Wang. Past Present and Future of Statistics. CRC Press 2014.  X. Lin C. Genest D. L. Banks G. Molenberghs D. W. Scott and J.-L. Wang. Past Present and Future of Statistics. CRC Press 2014.","DOI":"10.1201\/b16720"},{"key":"e_1_3_2_1_22_1","volume-title":"Proc. of NIPS","author":"Liu Q.","year":"2012","unstructured":"Q. Liu , J. Peng , and A. Ihler . Variational inference for crowdsourcing . In Proc. of NIPS , 2012 . Q. Liu, J. Peng, and A. Ihler. Variational inference for crowdsourcing. In Proc. of NIPS, 2012."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.14778\/2336664.2336676"},{"key":"e_1_3_2_1_24_1","volume-title":"Surveys in Combinatorics","author":"McDiarmid C.","year":"1989","unstructured":"C. McDiarmid . On the method of bounded differences . Surveys in Combinatorics , 1989 . C. McDiarmid. On the method of bounded differences. Surveys in Combinatorics, 1989."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.1933.0009"},{"key":"e_1_3_2_1_26_1","volume-title":"Proc. of HCOMP","author":"Oleson D.","year":"2011","unstructured":"D. Oleson , V. Hester , A. Sorokin , G. Laughlin , John, Le, and L. Biewald . Programmatic gold: Targeted and scalable quality assurance in crowdsourcing . In Proc. of HCOMP , 2011 . D. Oleson, V. Hester, A. Sorokin, G. Laughlin, John, Le, and L. Biewald. Programmatic gold: Targeted and scalable quality assurance in crowdsourcing. In Proc. of HCOMP, 2011."},{"key":"e_1_3_2_1_27_1","unstructured":"C. Qiu A. C. Squicciarini B. Carminati J. Caverlee and D. R. Khare. Crowdselect: Increasing accuracy of crowdsourcing tasks through behavior prediction and user selection. https:\/\/www.dropbox.com\/s\/0v152ar3myujouv\/CrowdSelectFull.pdf?dl=0.  C. Qiu A. C. Squicciarini B. Carminati J. Caverlee and D. R. Khare. Crowdselect: Increasing accuracy of crowdsourcing tasks through behavior prediction and user selection. https:\/\/www.dropbox.com\/s\/0v152ar3myujouv\/CrowdSelectFull.pdf?dl=0."},{"key":"e_1_3_2_1_28_1","volume-title":"JMLR","author":"Raykar V. C.","year":"2012","unstructured":"V. C. Raykar and S. Yu . Eliminating spammers and ranking annotators for crowdsourced labeling tasks . JMLR , 2012 . V. C. Raykar and S. Yu. Eliminating spammers and ranking annotators for crowdsourced labeling tasks. JMLR, 2012."},{"key":"e_1_3_2_1_29_1","volume-title":"JMLR","author":"Raykar V. C.","year":"2010","unstructured":"V. C. Raykar , S. Yu , L. H. Zhao , G. H. Valadez , C. Florin , L. Bogoni , and L. Moy . Learning from crowds . JMLR , 2010 . V. C. Raykar, S. Yu, L. H. Zhao, G. H. Valadez, C. Florin, L. Bogoni, and L. Moy. Learning from crowds. JMLR, 2010."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2661829.2661946"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.5555\/1613715.1613751"},{"key":"e_1_3_2_1_32_1","first-page":"21","volume-title":"Proc. of AAMAS","author":"Tran-Thanh L.","year":"2013","unstructured":"L. Tran-Thanh , M. Venanzi , A. Rogers , and N. R. Jennings . Efficient budget allocation with accuracy guarantees for crowdsourcing classification tasks . In Proc. of AAMAS , pages 21 -- 26 , 2013 . L. Tran-Thanh, M. Venanzi, A. Rogers, and N. R. Jennings. Efficient budget allocation with accuracy guarantees for crowdsourcing classification tasks. In Proc. of AAMAS, pages 21--26, 2013."},{"key":"e_1_3_2_1_33_1","unstructured":"A. M. Turk. https:\/\/www.mturk.com\/mturk\/welcome.  A. M. Turk. https:\/\/www.mturk.com\/mturk\/welcome."},{"key":"e_1_3_2_1_34_1","volume-title":"Proc. of NIPS","author":"Welinder P.","year":"2010","unstructured":"P. Welinder , S. Branson , S. Belongie , and P. Perona . The multidimensional wisdom of crowds . In Proc. of NIPS , 2010 . P. Welinder, S. Branson, S. Belongie, and P. Perona. The multidimensional wisdom of crowds. In Proc. of NIPS, 2010."},{"key":"e_1_3_2_1_35_1","volume-title":"Proc. of NIPS","author":"Whitehill J.","year":"2009","unstructured":"J. Whitehill , P. Ruvolo , T. Wu , J. Bergsma , and J. Movellan . Whose vote should count more: Optimal integration of labels from labelers of unknown expertise . In Proc. of NIPS , 2009 . J. Whitehill, P. Ruvolo, T. Wu, J. Bergsma, and J. Movellan. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In Proc. of NIPS, 2009."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2806416.2806627"},{"key":"e_1_3_2_1_37_1","volume-title":"Proc. of EDBT","author":"Zhao Z.","year":"2015","unstructured":"Z. Zhao , F. Wei , M. Zhou , W. Chen , and W. Ng . Crowd-selection query processing in crowdsourcing databases: A task-driven approach . In Proc. of EDBT , 2015 . Z. Zhao, F. Wei, M. Zhou, W. Chen, and W. Ng. Crowd-selection query processing in crowdsourcing databases: A task-driven approach. In Proc. of EDBT, 2015."}],"event":{"name":"CIKM'16: ACM Conference on Information and Knowledge Management","location":"Indianapolis Indiana USA","acronym":"CIKM'16","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 25th ACM International on Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2983323.2983830","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2983323.2983830","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:40:04Z","timestamp":1750218004000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2983323.2983830"}},"subtitle":["Increasing Accuracy of Crowdsourcing Tasks through Behavior Prediction and User Selection"],"short-title":[],"issued":{"date-parts":[[2016,10,24]]},"references-count":37,"alternative-id":["10.1145\/2983323.2983830","10.1145\/2983323"],"URL":"https:\/\/doi.org\/10.1145\/2983323.2983830","relation":{},"subject":[],"published":{"date-parts":[[2016,10,24]]},"assertion":[{"value":"2016-10-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}