{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T02:40:09Z","timestamp":1783392009836,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","license":[{"start":{"date-parts":[[2014,4,26]],"date-time":"2014-04-26T00:00:00Z","timestamp":1398470400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2014,4,26]]},"DOI":"10.1145\/2556288.2557011","type":"proceedings-article","created":{"date-parts":[[2014,4,28]],"date-time":"2014-04-28T14:18:30Z","timestamp":1398694710000},"page":"3099-3102","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":108,"title":["Scalable multi-label annotation"],"prefix":"10.1145","author":[{"given":"Jia","family":"Deng","sequence":"first","affiliation":[{"name":"University of Michigan & Stanford University, Ann Arbor, MI, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Olga","family":"Russakovsky","sequence":"additional","affiliation":[{"name":"Stanford University, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan","family":"Krause","sequence":"additional","affiliation":[{"name":"Stanford University, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael S.","family":"Bernstein","sequence":"additional","affiliation":[{"name":"Stanford University, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alex","family":"Berg","sequence":"additional","affiliation":[{"name":"UNC Chapel Hill, Chapel Hill, NC, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Li","family":"Fei-Fei","sequence":"additional","affiliation":[{"name":"Stanford University, Palo Alto, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2014,4,26]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866080"},{"key":"e_1_3_2_1_2_1","volume-title":"Learning multi-label scene classification. Pattern recognition 37, 9","author":"Boutell M. R.","year":"2004","unstructured":"Boutell , M. R. , Luo , J. , Shen , X. , and Brown , C. M . Learning multi-label scene classification. Pattern recognition 37, 9 ( 2004 ), 1757--1771. Boutell, M. R., Luo, J., Shen, X., and Brown, C. M. Learning multi-label scene classification. Pattern recognition 37, 9 (2004), 1757--1771."},{"key":"e_1_3_2_1_3_1","volume-title":"HCOMP","author":"Bragg J.","year":"2013","unstructured":"Bragg , J. , Mausam , and Weld, D. S . Crowdsourcing multi-label classification for taxonomy creation . In HCOMP ( 2013 ). Bragg, J., Mausam, and Weld, D. S. Crowdsourcing multi-label classification for taxonomy creation. In HCOMP (2013)."},{"key":"e_1_3_2_1_4_1","volume-title":"ECCV.","author":"Branson S.","year":"2010","unstructured":"Branson , S. , Wah , C. , Schroff , F. , Babenko , B. , Welinder , P. , Perona , P. , and Belongie , S . Visual recognition with humans in the loop . In ECCV. 2010 . Actual queries are longer and include detailed definitions. Branson, S., Wah, C., Schroff, F., Babenko, B., Welinder, P., Perona, P., and Belongie, S. Visual recognition with humans in the loop. In ECCV. 2010. Actual queries are longer and include detailed definitions."},{"key":"e_1_3_2_1_5_1","volume-title":"AAAI","author":"Dai P.","year":"2010","unstructured":"Dai , P. , Mausam , and Weld, D. S . Decision-theoretic control of crowd-sourced workflows . In AAAI ( 2010 ). Dai, P., Mausam, and Weld, D. S. Decision-theoretic control of crowd-sourced workflows. In AAAI (2010)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2013.237"},{"key":"e_1_3_2_1_7_1","volume-title":"CVPR","author":"Deng J.","year":"2009","unstructured":"Deng , J. , Dong , W. , Socher , R. , Li , L.-J. , Li , K. , and Fei-Fei , L. ImageNet: A large-scale hierarchical image database . In CVPR ( 2009 ). Deng, J., Dong, W., Socher, R., Li, L.-J., Li, K., and Fei-Fei, L. ImageNet: A large-scale hierarchical image database. In CVPR (2009)."},{"key":"e_1_3_2_1_8_1","volume-title":"NIPS","author":"Elisseeff A.","year":"2001","unstructured":"Elisseeff , A. , and Weston , J . A kernel method for multi-labelled classification . In NIPS ( 2001 ). Elisseeff, A., and Weston, J. A kernel method for multi-labelled classification. In NIPS (2001)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1837885.1837906"},{"key":"e_1_3_2_1_10_1","volume-title":"Proc. AAMAS","author":"Kamar E.","year":"2012","unstructured":"Kamar , E. , Hacker , S. , and Horvitz , E . Combining human and machine intelligence in large-scale crowdsourcing . In Proc. AAMAS ( 2012 ). Kamar, E., Hacker, S., and Horvitz, E. Combining human and machine intelligence in large-scale crowdsourcing. In Proc. AAMAS (2012)."},{"key":"e_1_3_2_1_11_1","volume-title":"CVPR","author":"Laptev I.","year":"2008","unstructured":"Laptev , I. , Marszalek , M. , Schmid , C. , and Rozenfeld , B . Learning realistic human actions from movies . In CVPR ( 2008 ). Laptev, I., Marszalek, M., Schmid, C., and Rozenfeld, B. Learning realistic human actions from movies. In CVPR (2008)."},{"key":"e_1_3_2_1_12_1","volume-title":"ISMIR","author":"Li T.","year":"2003","unstructured":"Li , T. , and Ogihara , M . Detecting emotion in music . In ISMIR ( 2003 ). Li, T., and Ogihara, M. Detecting emotion in music. In ISMIR (2003)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1600150.1600159"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047198"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007649029923"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"e_1_3_2_1_17_1","volume-title":"Speed of processing in the human visual system. nature 381, 6582","author":"Thorpe S.","year":"1996","unstructured":"Thorpe , S. , Fize , D. , Marlot , C. , Speed of processing in the human visual system. nature 381, 6582 ( 1996 ), 520--522. Thorpe, S., Fize, D., Marlot, C., et al. Speed of processing in the human visual system. nature 381, 6582 (1996), 520--522."},{"key":"e_1_3_2_1_18_1","volume-title":"NIPS","author":"Ueda N.","year":"2002","unstructured":"Ueda , N. , and Saito , K . Parametric mixture models for multi-labeled text . In NIPS ( 2002 ). Ueda, N., and Saito, K. Parametric mixture models for multi-labeled text. In NIPS (2002)."},{"key":"e_1_3_2_1_19_1","volume-title":"NIPS","author":"Welinder P.","year":"2010","unstructured":"Welinder , P. , Branson , S. , Perona , P. , and Belongie , S. J . The multidimensional wisdom of crowds . In NIPS ( 2010 ). Welinder, P., Branson, S., Perona, P., and Belongie, S. J. The multidimensional wisdom of crowds. In NIPS (2010)."},{"key":"e_1_3_2_1_20_1","volume-title":"NIPS","author":"Whitehill J.","year":"2009","unstructured":"Whitehill , J. , Wu , T.-f. , Bergsma , J. , Movellan , J. R. , and Ruvolo , P. L . Whose vote should count more: Optimal integration of labels from labelers of unknown expertise . In NIPS ( 2009 ). Whitehill, J., Wu, T.-f., Bergsma, J., Movellan, J. R., and Ruvolo, P. L. Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In NIPS (2009)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/1248547.1248595"},{"key":"e_1_3_2_1_22_1","volume-title":"NIPS","author":"Zhou D.","year":"2012","unstructured":"Zhou , D. , Platt , J. , Basu , S. , and Mao , Y . Learning from the wisdom of crowds by minimax entropy . In NIPS ( 2012 ). Zhou, D., Platt, J., Basu, S., and Mao, Y. Learning from the wisdom of crowds by minimax entropy. In NIPS (2012)."}],"event":{"name":"CHI '14: CHI Conference on Human Factors in Computing Systems","location":"Toronto Ontario Canada","acronym":"CHI '14","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the SIGCHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2556288.2557011","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2556288.2557011","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T07:01:24Z","timestamp":1750230084000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2556288.2557011"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,4,26]]},"references-count":22,"alternative-id":["10.1145\/2556288.2557011","10.1145\/2556288"],"URL":"https:\/\/doi.org\/10.1145\/2556288.2557011","relation":{},"subject":[],"published":{"date-parts":[[2014,4,26]]},"assertion":[{"value":"2014-04-26","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}