{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T18:50:40Z","timestamp":1771699840783,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":71,"publisher":"ACM","license":[{"start":{"date-parts":[[2011,5,7]],"date-time":"2011-05-07T00:00:00Z","timestamp":1304726400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2011,5,7]]},"DOI":"10.1145\/1978942.1979148","type":"proceedings-article","created":{"date-parts":[[2011,5,9]],"date-time":"2011-05-09T12:48:29Z","timestamp":1304945309000},"page":"1403-1412","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":462,"title":["Human computation"],"prefix":"10.1145","author":[{"given":"Alexander J.","family":"Quinn","sequence":"first","affiliation":[{"name":"University of Maryland, College Park, Maryland, USA"}]},{"given":"Benjamin B.","family":"Bederson","sequence":"additional","affiliation":[{"name":"University of Maryland, College Park, Maryland, USA"}]}],"member":"320","published-online":{"date-parts":[[2011,5,7]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Ask 500 People. http:\/\/www.ask500people.com.  Ask 500 People. http:\/\/www.ask500people.com."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/1839214.1839223"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866078"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1869086.1869093"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866080"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.5555\/1866696.1866697"},{"key":"e_1_3_2_1_7_1","unstructured":"ChaCha search engine. http:\/\/www.chacha.com.  ChaCha search engine. http:\/\/www.chacha.com."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSE.2009.166"},{"key":"e_1_3_2_1_9_1","volume-title":"Proc. SIGKDD HCOMP","author":"Chandrasekar R.","year":"2010","unstructured":"Chandrasekar , R. , Chi , E. , Chickering , M. , Ipeirotis , P. G. , Mason , W. , Provost , F. , Tam , J. , von Ahn , Front matter. Proc. SIGKDD HCOMP 2010 . Chandrasekar, R., Chi, E., Chickering, M., Ipeirotis, P. G., Mason, W., Provost, F., Tam, J., von Ahn, Front matter. Proc. SIGKDD HCOMP 2010."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1631272.1631339"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/945645.945650"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1088622.1088644"},{"key":"e_1_3_2_1_13_1","volume-title":"KCVC","author":"Chklovski T.","year":"2005","unstructured":"Chklovski , T. &amp;#38; Gil , Y. Towards Managing Knowledge Collection from Volunteer Contributors , KCVC 2005 . Chklovski, T. &amp;#38; Gil, Y. Towards Managing Knowledge Collection from Volunteer Contributors, KCVC 2005."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature09304"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1147\/sj.384.0652"},{"key":"e_1_3_2_1_16_1","unstructured":"Edmunds P. SwarmSketch. http:\/\/swarmsketch.com\/.  Edmunds P. SwarmSketch. http:\/\/swarmsketch.com\/."},{"key":"e_1_3_2_1_17_1","volume-title":"Proc. KDD","author":"Fayyad U.","year":"1996","unstructured":"Fayyad , U. , Piatetsky-Shapiro , P. , &amp;#38; Smyth , P. Knowledge Discovery and Data Mining: Towards a Unifying Framework . Proc. KDD 1996 . Fayyad, U., Piatetsky-Shapiro, P., &amp;#38; Smyth, P. Knowledge Discovery and Data Mining: Towards a Unifying Framework. Proc. KDD 1996."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1064009.1064026"},{"key":"e_1_3_2_1_19_1","volume-title":"CHI 2008 EA.","author":"Gon","unstructured":"Gon &amp;#231;alves, D., Jesus , R. , &amp;#38; Correia , N. A gesture based game for image tagging . CHI 2008 EA. Gon&amp;#231;alves, D., Jesus, R., &amp;#38; Correia, N. A gesture based game for image tagging. CHI 2008 EA."},{"key":"e_1_3_2_1_20_1","unstructured":"Help Find Jim. http:\/\/www.helpfindjim.com.  Help Find Jim. http:\/\/www.helpfindjim.com."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-006-9026-1"},{"key":"e_1_3_2_1_22_1","unstructured":"Howe Jeff. The Rise of Crowdsourcing. Wired. Jun'06.  Howe Jeff. The Rise of Crowdsourcing. Wired. Jun'06."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.5555\/1481457"},{"key":"e_1_3_2_1_24_1","unstructured":"Howe Jeff. Crowdsourcing: A Definition. http:\/\/crowdsourcing.typepad.com.  Howe Jeff. Crowdsourcing: A Definition. http:\/\/crowdsourcing.typepad.com."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979111"},{"key":"e_1_3_2_1_26_1","unstructured":"Iowa Electronic Markets. http:\/\/www.biz.uiowa.edu\/iem.  Iowa Electronic Markets. http:\/\/www.biz.uiowa.edu\/iem."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1869086.1869094"},{"key":"e_1_3_2_1_28_1","volume-title":"HCOMP","author":"Ipeirotis P. G.","year":"2010","unstructured":"Ipeirotis , P. G. , Chandrasekar , R. , &amp;#38; Bennett , P. Report on the human computation workshop . HCOMP 2010 . Ipeirotis, P. G., Chandrasekar, R., &amp;#38; Bennett, P. Report on the human computation workshop. HCOMP 2010."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1837885.1837906"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240698"},{"key":"e_1_3_2_1_31_1","unstructured":"Koblin A. Sheep Market. http:\/\/thesheepmarket.com.  Koblin A. Sheep Market. http:\/\/thesheepmarket.com."},{"key":"e_1_3_2_1_32_1","volume-title":"Human based genetic algorithm. Trans. on Systems, Man, and Cybernetics, 5:3464","author":"Kosorukoff A.","year":"2001","unstructured":"Kosorukoff , A. Human based genetic algorithm. Trans. on Systems, Man, and Cybernetics, 5:3464 , IEEE ( 2001 ). Kosorukoff, A. Human based genetic algorithm. Trans. on Systems, Man, and Cybernetics, 5:3464, IEEE (2001)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518881"},{"key":"e_1_3_2_1_34_1","volume-title":"Proc. ISMIR","author":"Law E.","year":"2009","unstructured":"Law , E. , West , K. , Mandel , M. , Bay , M. , Downie , J. S. Evaluation of algorithms using games: the case of music tagging . Proc. ISMIR 2009 , 387--392. Law, E., West, K., Mandel, M., Bay, M., Downie, J. S. Evaluation of algorithms using games: the case of music tagging. Proc. ISMIR 2009, 387--392."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/219717.219745"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.5555\/550283"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/THFE2.1960.4503259"},{"key":"e_1_3_2_1_38_1","volume-title":"Proc. IUI","author":"Lieberman H.","year":"2007","unstructured":"Lieberman , H. , Smith , D. , &amp;#38; Teeters , A. Common Consensus : a web-based game for collecting common-sense goals . Proc. IUI 2007 . Lieberman, H., Smith, D., &amp;#38; Teeters, A. Common Consensus: a web-based game for collecting common-sense goals. Proc. IUI 2007."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/1837885.1837907"},{"key":"e_1_3_2_1_40_1","unstructured":"LiveOps. http:\/\/www.liveops.com.  LiveOps. http:\/\/www.liveops.com."},{"key":"e_1_3_2_1_41_1","first-page":"4732","article-title":"Mapping the genome of collective intelligence","author":"Malone T. W.","year":"2009","unstructured":"Malone , T. W. , Laubacher , R. , &amp;#38; Dellarocas , C. N. Harnessing crowds : Mapping the genome of collective intelligence . MIT Sloan Research Paper 4732 - 4709 , ( 2009 ). Malone, T. W., Laubacher, R., &amp;#38; Dellarocas, C. N. Harnessing crowds: Mapping the genome of collective intelligence. MIT Sloan Research Paper 4732-09, (2009).","journal-title":"MIT Sloan Research Paper"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.5555\/171174.171225"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1809400.1809422"},{"key":"e_1_3_2_1_44_1","unstructured":"Mechanical Turk. http:\/\/mturk.com.  Mechanical Turk. http:\/\/mturk.com."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Nalimov E. V. Wirth C. &amp;#38; Haworth G. M. KQQKQQ and the Kasparov-World Game. ICGA J. (1999)195--212.  Nalimov E. V. Wirth C. &amp;#38; Haworth G. M. KQQKQQ and the Kasparov-World Game. ICGA J. (1999)195--212.","DOI":"10.3233\/ICG-1999-22402"},{"key":"e_1_3_2_1_46_1","unstructured":"News Futures. http:\/\/www.newsfutures.com.  News Futures. http:\/\/www.newsfutures.com."},{"key":"e_1_3_2_1_47_1","volume-title":"Stanford Digital Libraries Project","author":"Page L.","year":"1998","unstructured":"Page , L. , Brin , S. , Motwani , R. , &amp;#38; Winograd , T. The PageRank citation ranking: Bringing order to the Web. Tech. report , Stanford Digital Libraries Project ( 1998 ). Page, L., Brin, S., Motwani, R., &amp;#38; Winograd, T. The PageRank citation ranking: Bringing order to the Web. Tech. report, Stanford Digital Libraries Project (1998)."},{"issue":"37","key":"e_1_3_2_1_48_1","first-page":"762","volume":"19","author":"Parameswaran M.","year":"2007","unstructured":"Parameswaran , M. &amp;#38; Whinston , A. B. Social Computing : An Overview. CAIS 19 : 37 , ( 2007 ), 762 -- 780 . Parameswaran, M. &amp;#38; Whinston, A. B. Social Computing: An Overview. CAIS 19:37, (2007), 762--780.","journal-title":"An Overview. CAIS"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/948005.948022"},{"key":"e_1_3_2_1_52_1","unstructured":"reCAPTCHA. http:\/\/recaptcha.net.  reCAPTCHA. http:\/\/recaptcha.net."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.5555\/1870658.1870671"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/CECandEEE.2008.93"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357328"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/1401890.1401965"},{"key":"e_1_3_2_1_57_1","volume-title":"Wired Magazine. (Jul. 24","author":"Silberman S.","year":"2007","unstructured":"Silberman , S. Inside the High Tech Hunt for a Missing Silicon Valley Legend . Wired Magazine. (Jul. 24 , 2007 ). http:\/\/wired.com\/techbiz\/people\/magazine\/15-08\/ff_jimgray. Silberman, S. Inside the High Tech Hunt for a Missing Silicon Valley Legend. Wired Magazine. (Jul. 24, 2007). http:\/\/wired.com\/techbiz\/people\/magazine\/15-08\/ff_jimgray."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.5555\/646748.701499"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.5555\/1095645"},{"key":"e_1_3_2_1_60_1","unstructured":"The FACTory. http:\/\/game.cyc.com.  The FACTory. http:\/\/game.cyc.com."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1162\/153244302760185243"},{"key":"e_1_3_2_1_62_1","volume-title":"Computing Machinery and Intelligence. Mind, 59:236","author":"Turing A. M.","year":"1950","unstructured":"Turing , A. M. Computing Machinery and Intelligence. Mind, 59:236 , Oxford University Press ( 1950 ), 433--460. Turing, A. M. Computing Machinery and Intelligence. Mind, 59:236, Oxford University Press (1950), 433--460."},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985733"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2006.196"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/1378704.1378719"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/1124772.1124784"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.1160379"},{"key":"e_1_3_2_1_69_1","volume-title":"The Limitations Of Human Responsibility","author":"Wayland F.","year":"1838","unstructured":"Wayland , F. The Limitations Of Human Responsibility . Applewood Books, Bedford , Massachusetts , ( 1838 ). Wayland, F. The Limitations Of Human Responsibility. Applewood Books, Bedford, Massachusetts, (1838)."},{"key":"e_1_3_2_1_70_1","volume-title":"Thirty-Sixth Lunar and Planetary Science Conference","author":"Westphal A. J.","year":"2005","unstructured":"Westphal , A. J. , Butterworth , A. L. , Snead , C. J. , Craig , N. , Anderson , D. , Jones , S. M. , Brownlee , D. E. , Farnsworth , R. , Zolensky , M. E. Stardust @ home : A Massively Distributed Public Search for Interstellar Dust in the Stardust Interstellar Dust Collector . Thirty-Sixth Lunar and Planetary Science Conference ( 2005 ). Westphal, A. J., Butterworth, A. L., Snead, C. J., Craig, N., Anderson, D., Jones, S. M., Brownlee, D. E., Farnsworth, R., Zolensky, M. E. Stardust@ home: A Massively Distributed Public Search for Interstellar Dust in the Stardust Interstellar Dust Collector. Thirty-Sixth Lunar and Planetary Science Conference (2005)."},{"key":"e_1_3_2_1_71_1","unstructured":"Wikipedia. http:\/\/en.wikipedia.org\/wiki\/Wikipedia:5P.  Wikipedia. http:\/\/en.wikipedia.org\/wiki\/Wikipedia:5P."},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1257\/0895330041371321"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/1459359.1459423"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSE.2009.395"}],"event":{"name":"CHI '11: CHI Conference on Human Factors in Computing Systems","location":"Vancouver BC Canada","acronym":"CHI '11","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the SIGCHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1978942.1979148","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1978942.1979148","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T11:06:08Z","timestamp":1750244768000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1978942.1979148"}},"subtitle":["a survey and taxonomy of a growing field"],"short-title":[],"issued":{"date-parts":[[2011,5,7]]},"references-count":71,"alternative-id":["10.1145\/1978942.1979148","10.1145\/1978942"],"URL":"https:\/\/doi.org\/10.1145\/1978942.1979148","relation":{},"subject":[],"published":{"date-parts":[[2011,5,7]]},"assertion":[{"value":"2011-05-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}