{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T13:32:44Z","timestamp":1778592764567,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":30,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,2,2]],"date-time":"2015-02-02T00:00:00Z","timestamp":1422835200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,2,2]]},"DOI":"10.1145\/2684822.2685301","type":"proceedings-article","created":{"date-parts":[[2015,1,28]],"date-time":"2015-01-28T14:12:26Z","timestamp":1422454346000},"page":"243-252","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["Leveraging In-Batch Annotation Bias for Crowdsourced Active Learning"],"prefix":"10.1145","author":[{"given":"Honglei","family":"Zhuang","sequence":"first","affiliation":[{"name":"University of Illinois at Urbana-Champaign, Urbana, IL, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joel","family":"Young","sequence":"additional","affiliation":[{"name":"LinkedIn, Mountain View, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2015,2,2]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"59","volume-title":"ICML","volume":"3","author":"Brinker K.","year":"2003","unstructured":"K. Brinker. Incorporating diversity in active learning with support vector machines. In ICML, volume 3, pages 59--66, 2003."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1835449.1835540"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2339530.2339647"},{"key":"e_1_3_2_1_4_1","first-page":"32","volume-title":"ACL","author":"Cohn T.","year":"2013","unstructured":"T. Cohn and L. Specia. Modelling annotator bias with multi-task gaussian processes: An application to machine translation quality estimation. In ACL, pages 32--42, 2013."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487684"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556195.2556268"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1557019.1557053"},{"key":"e_1_3_2_1_8_1","first-page":"558","volume-title":"NIPS","author":"Gomes R. G.","year":"2011","unstructured":"R. G. Gomes, P. Welinder, A. Krause, and P. Perona. Crowdclustering. In NIPS, pages 558--566, 2011."},{"key":"e_1_3_2_1_9_1","first-page":"593","volume-title":"NIPS","author":"Guo Y.","year":"2008","unstructured":"Y. Guo and D. Schuurmans. Discriminative batch mode active learning. In NIPS, pages 593--600, 2008."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1135777.1135870"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143897"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1527\/tjsai.27.133"},{"key":"e_1_3_2_1_13_1","first-page":"23","article-title":"Decontaminating human judgments by removing sequential dependencies","author":"Mozer M. C.","year":"2010","unstructured":"M. C. Mozer, H. Pashler, M. Wilder, R. V. Lindsey, M. C. Jones, and M. N. Jones. Decontaminating human judgments by removing sequential dependencies. NIPS, 23, 2010.","journal-title":"NIPS"},{"key":"e_1_3_2_1_14_1","first-page":"1809","volume-title":"NIPS","author":"Raykar V. C.","year":"2011","unstructured":"V. C. Raykar and S. Yu. Ranking annotators for crowdsourced labeling tasks. In NIPS, pages 1809--1817, 2011."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1553374.1553488"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1859894"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484090"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010057"},{"key":"e_1_3_2_1_19_1","first-page":"55","article-title":"Active learning literature survey. University of Wisconsin","volume":"52","author":"Settles B.","year":"2010","unstructured":"B. Settles. Active learning literature survey. University of Wisconsin, Madison, 52:55--66, 2010.","journal-title":"Madison"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/1613715.1613751"},{"key":"e_1_3_2_1_22_1","volume-title":"Human Computation Workshops at AAAI","author":"Su H.","year":"2012","unstructured":"H. Su, J. Deng, and L. Fei-Fei. Crowdsourcing annotations for visual object detection. In Human Computation Workshops at AAAI, 2012."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2566486.2567989"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995430"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487643"},{"key":"e_1_3_2_1_26_1","first-page":"1800","volume-title":"NIPS","author":"Wauthier F. L.","year":"2011","unstructured":"F. L. Wauthier and M. I. Jordan. Bayesian bias mitigation for crowdsourcing. In NIPS, pages 1800--1808, 2011."},{"key":"e_1_3_2_1_27_1","first-page":"2424","volume-title":"NIPS","author":"Welinder P.","year":"2010","unstructured":"P. Welinder, S. Branson, P. Perona, and S. J. Belongie. The multidimensional wisdom of crowds. In NIPS, pages 2424--2432, 2010."},{"key":"e_1_3_2_1_28_1","first-page":"2035","volume-title":"NIPS","author":"Whitehill J.","year":"2009","unstructured":"J. Whitehill, T.-f. Wu, J. Bergsma, J. R. Movellan, and P. L. Ruvolo. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In NIPS, pages 2035--2043, 2009."},{"key":"e_1_3_2_1_29_1","first-page":"1161","volume-title":"ICML","author":"Yan Y.","year":"2011","unstructured":"Y. Yan, G. M. Fung, R. Rosales, and J. G. Dy. Active learning from crowds. In ICML, pages 1161--1168, 2011."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143980"}],"event":{"name":"WSDM 2015: Eighth ACM International Conference on Web Search and Data Mining","location":"Shanghai China","acronym":"WSDM 2015","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the Eighth ACM International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2684822.2685301","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2684822.2685301","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T06:13:42Z","timestamp":1750227222000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2684822.2685301"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,2,2]]},"references-count":30,"alternative-id":["10.1145\/2684822.2685301","10.1145\/2684822"],"URL":"https:\/\/doi.org\/10.1145\/2684822.2685301","relation":{},"subject":[],"published":{"date-parts":[[2015,2,2]]},"assertion":[{"value":"2015-02-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}