{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T11:32:31Z","timestamp":1780054351967,"version":"3.54.0"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,2,8]],"date-time":"2017-02-08T00:00:00Z","timestamp":1486512000000},"content-version":"vor","delay-in-days":366,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1319973"],"award-info":[{"award-number":["1319973"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,2,8]]},"DOI":"10.1145\/2835776.2835797","type":"proceedings-article","created":{"date-parts":[[2016,2,4]],"date-time":"2016-02-04T11:26:02Z","timestamp":1454585162000},"page":"237-246","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":32,"title":["Crowdsourcing High Quality Labels with a Tight Budget"],"prefix":"10.1145","author":[{"given":"Qi","family":"Li","sequence":"first","affiliation":[{"name":"SUNY Buffalo, Buffalo, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fenglong","family":"Ma","sequence":"additional","affiliation":[{"name":"SUNY Buffalo, Buffalo, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jing","family":"Gao","sequence":"additional","affiliation":[{"name":"SUNY Buffalo, Buffalo, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lu","family":"Su","sequence":"additional","affiliation":[{"name":"SUNY Buffalo, Buffalo, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christopher J.","family":"Quinn","sequence":"additional","affiliation":[{"name":"Purdue University, West Lafayette, IN, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2016,2,8]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1214\/ss\/1177011454"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/2892753.2892959"},{"key":"e_1_3_2_1_3_1","first-page":"1183","volume-title":"Proc. of ICML","author":"Bachrach Y.","year":"2012","unstructured":"Y. Bachrach, T. Graepel, T. Minka, and J. Guiver. How to grade a test without knowing the answers--a Bayesian graphical model for adaptive crowdsourcing and aptitude testing. In Proc. of ICML, pages 1183--1190, 2012."},{"key":"e_1_3_2_1_4_1","first-page":"64","volume-title":"Proc. of ICML","author":"Chen X.","year":"2013","unstructured":"X. Chen, Q. Lin, and D. Zhou. Optimistic knowledge gradient policy for optimal budget allocation in crowdsourcing. In Proc. of ICML, pages 64--72, 2013."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488414"},{"key":"e_1_3_2_1_6_1","first-page":"20","volume-title":"Applied Statistics","author":"Dawid A. P.","year":"1979","unstructured":"A. P. Dawid and A. M. Skene. Maximum likelihood estimation of observer error-rates using the EM algorithm. Applied Statistics, pages 20--28, 1979."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1137\/1.9781611972801.72"},{"key":"e_1_3_2_1_8_1","volume-title":"Proc. of HCOMP","author":"Faradani S.","year":"2011","unstructured":"S. Faradani, B. Hartmann, and P. G. Ipeirotis. What's the right price? Pricing tasks for finishing on time. Proc. of HCOMP, 2011."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567988"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2746285.2746310"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.2013.1235"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2568033"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.14778\/2735496.2735505"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2588555.2610509"},{"key":"e_1_3_2_1_15_1","first-page":"1914","volume-title":"NIPS","author":"Liu Q.","year":"2013","unstructured":"Q. Liu, A. Ihler, and M. Steyvers. Scoring workers in crowdsourcing: How many control questions are enough? In NIPS, pages 1914--1922, 2013."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2783314"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2809695.2809715"},{"key":"e_1_3_2_1_18_1","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"Puterman M. L.","year":"2014","unstructured":"M. L. Puterman. Markov Decision Processes: Discrete Stochastic Dynamic Programming. John Wiley & Sons, 2014."},{"key":"e_1_3_2_1_19_1","first-page":"832","volume-title":"Proc. of AISTATS","author":"Raykar V.","year":"2014","unstructured":"V. Raykar and P. Agrawal. Sequential crowdsourced labeling as an epsilon-greedy exploration in a markov decision process. In Proc. of AISTATS, pages 832--840, 2014."},{"key":"e_1_3_2_1_20_1","first-page":"1809","volume-title":"NIPS","author":"Raykar V. C.","year":"2011","unstructured":"V. C. Raykar and S. Yu. Ranking annotators for crowdsourced labeling tasks. In NIPS, pages 1809--1817, 2011."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1859894"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2660114.2660118"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.5555\/193191"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488489"},{"key":"e_1_3_2_1_26_1","first-page":"154","volume-title":"Proc. of ICML","author":"Singla A.","year":"2014","unstructured":"A. Singla, I. Bogunovic, G. Bart\u00f3k, A. Karbasi, and A. Krause. Near-optimally teaching the crowd to classify. In Proc. of ICML, pages 154--162, 2014."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2488388.2488490"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.5555\/1613715.1613751"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339571"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.5555\/2615731.2615809"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.5555\/2484920.2485063"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985733"},{"key":"e_1_3_2_1_33_1","first-page":"2424","volume-title":"NIPS","author":"Welinder P.","year":"2010","unstructured":"P. Welinder, S. Branson, P. Perona, and S. J. Belongie. The multidimensional wisdom of crowds. In NIPS, pages 2424--2432, 2010."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2010.5543189"},{"key":"e_1_3_2_1_35_1","first-page":"2035","volume-title":"NIPS","author":"Whitehill J.","year":"2009","unstructured":"J. Whitehill, T.-f. Wu, J. Bergsma, J. R. Movellan, and P. L. Ruvolo. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In NIPS, pages 2035--2043, 2009."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSCWD.2014.6846895"},{"key":"e_1_3_2_1_37_1","first-page":"5263","volume-title":"ICASSP","author":"Xiao Y.","year":"2013","unstructured":"Y. Xiao, Y. Zhang, and M. van der Schaar. Socially-optimal design of crowdsourcing platforms with reputation update errors. In ICASSP, pages 5263--5267, 2013."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2015.7218674"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.2753\/JEC1086-4415150402"},{"key":"e_1_3_2_1_40_1","first-page":"2195","volume-title":"NIPS","author":"Zhou D.","year":"2012","unstructured":"D. Zhou, S. Basu, Y. Mao, and J. C. Platt. Learning from the wisdom of crowds by minimax entropy. In NIPS, pages 2195--2203, 2012."},{"key":"e_1_3_2_1_41_1","first-page":"217","volume-title":"Proc. ICML","author":"Zhou Y.","year":"2014","unstructured":"Y. Zhou, X. Chen, and J. Li. Optimal PAC multiple arm identification with applications to crowdsourcing. In Proc. ICML, pages 217--225, 2014."}],"event":{"name":"WSDM 2016: Ninth ACM International Conference on Web Search and Data Mining","location":"San Francisco California USA","acronym":"WSDM 2016","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the Ninth ACM International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2835776.2835797","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2835776.2835797","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2835776.2835797","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T09:40:58Z","timestamp":1763458858000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2835776.2835797"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,2,8]]},"references-count":41,"alternative-id":["10.1145\/2835776.2835797","10.1145\/2835776"],"URL":"https:\/\/doi.org\/10.1145\/2835776.2835797","relation":{},"subject":[],"published":{"date-parts":[[2016,2,8]]},"assertion":[{"value":"2016-02-08","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}