{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T00:29:43Z","timestamp":1743121783310,"version":"3.40.3"},"publisher-location":"New York, NY","reference-count":40,"publisher":"Springer New York","isbn-type":[{"type":"print","value":"9781461461692"},{"type":"electronic","value":"9781461461708"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-1-4614-6170-8_107","type":"book-chapter","created":{"date-parts":[[2014,10,4]],"date-time":"2014-10-04T14:46:42Z","timestamp":1412434002000},"page":"304-315","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Crowdsourcing and Human Computation, Introduction"],"prefix":"10.1007","author":[{"given":"Matthew","family":"Lease","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Omar","family":"Alonso","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2014,10,5]]},"reference":[{"key":"107_CR3611","doi-asserted-by":"crossref","unstructured":"Alonso O (2012) Implementing crowdsourcing-based relevance experimentation: an industrial perspective. Info Retr J Spec Issue Crowdsourc","DOI":"10.1007\/s10791-012-9204-1"},{"issue":"2","key":"107_CR3612","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1145\/1480506.1480508","volume":"42","author":"O Alonso","year":"2008","unstructured":"Alonso O, Rose DE, Stewart, B (2008) Crowdsourcing for relevance evaluation. ACM SIGIR Forum 42(2): 9\u201315","journal-title":"ACM SIGIR Forum"},{"issue":"4","key":"107_CR3613","doi-asserted-by":"crossref","first-page":"555","DOI":"10.1162\/coli.07-034-R2","volume":"34","author":"R Artstein","year":"2008","unstructured":"Artstein R, Poesio, M (2008) Inter-coder agreement for computational linguistics. Comput Linguist 34(4):555\u2013596","journal-title":"Comput Linguist"},{"key":"107_CR3614","volume-title":"CHI workshop on crowdsourcing and human computation","author":"BB Bederson","year":"2011","unstructured":"Bederson BB, Quinn AJ (2011) Web workers unite! addressing challenges of online laborers. In: CHI workshop on crowdsourcing and human computation. ACM"},{"key":"107_CR3615","doi-asserted-by":"crossref","unstructured":"Callison-Burch C (2009) Fast, cheap, and creative: evaluating translation quality using amazon's mechanical turk. In: Proceedings of the 2009 conference on empirical methods in natural language processing: volume 1-Volume 1. Association for Computational Linguistics, pp 286\u2013295","DOI":"10.3115\/1699510.1699548"},{"key":"107_CR3616","doi-asserted-by":"crossref","unstructured":"Davis J, Arderiu J, Lin H, Nevins Z, Schuon S, Gallo O, Yang M (2010) The HPU. In: Computer vision and pattern recognition workshops (CVPRW), pp 9\u201316","DOI":"10.1109\/CVPRW.2010.5543192"},{"issue":"1","key":"107_CR3617","doi-asserted-by":"crossref","first-page":"20","DOI":"10.2307\/2346806","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid AP, Skene AM (1979) Maximum likelihood estimation of observer error-rates using the em algorithm. Appl Stat 28(1):20\u201328","journal-title":"Appl Stat"},{"key":"107_CR3618","volume-title":"Proceedings of the 1st annual conference on the future of distributed work (CrowdConf)","author":"A Felstiner","year":"2010","unstructured":"Felstiner A (2010) Sweatshop or paper route? Child labor laws and in-game work. In: Proceedings of the 1st annual conference on the future of distributed work (CrowdConf), San Francisco"},{"issue":"2","key":"107_CR3619","doi-asserted-by":"crossref","first-page":"413","DOI":"10.1162\/COLI_a_00057","volume":"37","author":"K Fort","year":"2011","unstructured":"Fort K, Adda G, Cohen KB (2011) Amazon mechanical turk: gold mine or coal mine? Comput Linguist 37(2):413\u2013420","journal-title":"Comput Linguist"},{"key":"107_CR3620","volume-title":"When computers were human, vol 316","author":"DA Grier","year":"2005","unstructured":"Grier DA (2005) When computers were human, vol 316. Princeton University Press, Princeton"},{"key":"107_CR3621","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1145\/1772690.1772735","volume-title":"Proceedings of the 19th international conference on world wide web","author":"D Horowitz","year":"2010","unstructured":"Horowitz D, Kamvar SD (2010) The anatomy of a large-scale social search engine. In: Proceedings of the 19th international conference on world wide web. ACM, pp 431\u2013440"},{"issue":"6","key":"107_CR3622","first-page":"1","volume":"14","author":"J Howe","year":"2006","unstructured":"Howe J (2006) The rise of crowdsourcing. Wired Mag 14(6):1\u20134","journal-title":"Wired Mag"},{"key":"107_CR3623","volume-title":"Demographics of mechanical turk","author":"P Ipeirotis","year":"2010","unstructured":"Ipeirotis P (2010) Demographics of mechanical turk. Tech. Rep., CeDER-10-01, New York University"},{"key":"107_CR3624","doi-asserted-by":"crossref","unstructured":"Irani L, Silberman M (2013) Turkopticon: interrupting worker invisibility in amazon mechanical turk. In: Proceeding of the ACM SIGCHI conference on human factors in computing systems","DOI":"10.1145\/2470654.2470742"},{"key":"107_CR3625","doi-asserted-by":"crossref","unstructured":"Kazai G, Kamps J, Milic-Frayling N (2012) An analysis of human factors and label accuracy in crowdsourcing relevance judgments. Info Retr J Spec Issue Crowdsourc","DOI":"10.1007\/s10791-012-9205-0"},{"key":"107_CR3626","doi-asserted-by":"crossref","unstructured":"Kittur A, Nickerson JV, Bernstein M, Gerber E, Shaw A, Zimmerman J, Lease M, Horton J (2013) The future of crowd work. In: Proceedings of the ACM conference on computer supported cooperative work (CSCW), pp 1301\u20131318","DOI":"10.1145\/2441776.2441923"},{"key":"107_CR3627","doi-asserted-by":"crossref","unstructured":"Klinger J, Lease M (2011) Enabling trust in crowd labor relations through identity sharing. In: Proceedings of the 74th annual meeting of the American Society for Information Science and Technology (ASIS&T), pp 1\u20134","DOI":"10.1002\/meet.2011.14504801257"},{"key":"107_CR3628","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1145\/1837885.1837890","volume-title":"Proceedings of the ACM SIGKDD workshop on human computation","author":"S Kochhar","year":"2010","unstructured":"Kochhar S, Mazzocchi S, Paritosh P (2010) The anatomy of a large-scale human computation engine. In: Proceedings of the ACM SIGKDD workshop on human computation. ACM, pp 10\u201317"},{"issue":"5","key":"107_CR3629","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1109\/MIC.2012.72","volume":"16","author":"A Kulkarni","year":"2012","unstructured":"Kulkarni A, Gutheim P, Narula P, Rolnitzky D, Parikh T, Hartmann B (2012) Mobileworks: designing for quality in a managed crowdsourcing architecture. IEEE Internet Comput 16(5):28","journal-title":"IEEE Internet Comput"},{"issue":"3","key":"107_CR3630","doi-asserted-by":"crossref","first-page":"1","DOI":"10.2200\/S00371ED1V01Y201107AIM013","volume":"5","author":"E Law","year":"2011","unstructured":"Law E, von Ahn L (2011) Human computation. Synth Lect Artif Intell Mach Learn 5(3):1\u2013121","journal-title":"Synth Lect Artif Intell Mach Learn"},{"key":"107_CR3631","unstructured":"Le J, Edmonds A, Hester V, Biewald L (2010) Ensuring quality in crowdsourced search relevance evaluation: the effects of training question distribution. In: SIGIR 2010 workshop on crowdsourcing for search evaluation, pp 21\u201326"},{"key":"107_CR3632","doi-asserted-by":"crossref","unstructured":"Lease M, Hullman J, Bigham JP, Bernstein MS, Kim J, Lasecki WS, Bakhshi S, Mitra T, Miller RC (2013) Mechanical turk is not anonymous. In: Social science research network (SSRN). Online: http:\/\/ssrn.com\/abstract=2228728 . SSRN ID: 2228728","DOI":"10.2139\/ssrn.2228728"},{"key":"107_CR3633","doi-asserted-by":"crossref","unstructured":"Liu D, Bias R, Lease M, Kuipers R (2012) Crowdsourcing for usability testing. In: Proceedings of the 75th annual meeting of the American Society for Information Science and Technology (ASIS&T)","DOI":"10.1002\/meet.14504901100"},{"key":"107_CR3634","doi-asserted-by":"crossref","unstructured":"Mason W, Watts DJ (2009) Financial incentives and the performance of crowds. In: SIGKDD","DOI":"10.1145\/1600150.1600175"},{"key":"107_CR3635","doi-asserted-by":"crossref","unstructured":"Munro R (2012) Crowdsourcing and the crisis-affected community lessons learned and looking forward from mission 4636. Info Retr J Spec Issue Crowdsourc","DOI":"10.1007\/s10791-012-9203-2"},{"key":"107_CR3636","doi-asserted-by":"crossref","first-page":"325","DOI":"10.1145\/1963192.1963335","volume-title":"Proceedings of the 20th international conference companion on World wide web","author":"P Paritosh","year":"2011","unstructured":"Paritosh P, Ipeirotis P, Cooper M, Suri S (2011) The computer is the new sewing machine: benefits and perils of crowdsourcing. In: Proceedings of the 20th international conference companion on World wide web. ACM, pp 325\u2013326"},{"issue":"6055","key":"107_CR3637","doi-asserted-by":"crossref","first-page":"509","DOI":"10.1126\/science.1205869","volume":"334","author":"G Pickard","year":"2011","unstructured":"Pickard G, Pan W, Rahwan I, Cebrian M, Crane R, Madan A, Pentland A (2011) Time-critical social mobilization. Science 334(6055):509\u2013512","journal-title":"Science"},{"key":"107_CR3638","unstructured":"Quinn AJ, Bederson BB (2011) Human computation: a survey and taxonomy of a growing field. In: 2011 annual ACM SIGCHI conference on human factors in computing systems, pp 1403\u20131412"},{"key":"107_CR3639","first-page":"2863","volume-title":"Proceedings of the 28th of the international conference extended abstracts on human factors in computing systems","author":"J Ross","year":"2010","unstructured":"Ross J, Irani L, Silberman M, Zaldivar A, Tomlinson B (2010) Who are the crowdworkers? Shifting demographics in mechanical turk. In: Proceedings of the 28th of the international conference extended abstracts on human factors in computing systems. ACM, pp 2863\u20132872"},{"key":"107_CR3640","doi-asserted-by":"crossref","unstructured":"Sheng V, Provost F, Ipeirotis P (2008) Get another label? improving data quality and data mining using multiple, noisy labelers. In: Proceeding of the 14th ACM SIGKDD international conference on Knowledge discovery and data mining, pp 614\u2013622","DOI":"10.1145\/1401890.1401965"},{"issue":"2","key":"107_CR3641","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1145\/1869086.1869100","volume":"17","author":"M Silberman","year":"2010","unstructured":"Silberman M, Irani L, Ross J (2010) Ethics and tactics of professional crowdwork. XRDS: Crossroads ACM Mag Stud 17(2):39\u201343","journal-title":"XRDS: Crossroads ACM Mag Stud"},{"key":"107_CR3642","first-page":"254","volume-title":"Proceedings of the conference on empirical methods in natural language processing","author":"R Snow","year":"2008","unstructured":"Snow R, O'Connor B, Jurafsky D, Ng AY (2008) Cheap and fast\u2014but is it good? Evaluating non-expert annotations for natural language tasks. In: Proceedings of the conference on empirical methods in natural language processing. Association for Computational Linguistics, pp 254\u2013263"},{"key":"107_CR3643","first-page":"1","volume-title":"IEEE computer society conference on computer vision and pattern recognition workshops, 2008 (CVPRW'08)","author":"A Sorokin","year":"2008","unstructured":"Sorokin A, Forsyth D (2008) Utility data annotation with amazon mechanical turk. In: IEEE computer society conference on computer vision and pattern recognition workshops, 2008 (CVPRW'08). IEEE, pp 1\u20138"},{"key":"107_CR3644","volume-title":"The wisdom of crowds","author":"J Surowiecki","year":"2005","unstructured":"Surowiecki J (2005) The wisdom of crowds. Anchor, New York"},{"key":"107_CR3645","unstructured":"Tang W, Lease M (2011) Semi-supervised consensus labeling for crowdsourcing. In: Proceedings of the ACM SIGIR workshop on crowdsourcing for information retrieval"},{"key":"107_CR3646","doi-asserted-by":"crossref","first-page":"445","DOI":"10.1007\/978-3-540-73257-0_49","volume-title":"Online communities and social computing","author":"F Vi\u00e9gas","year":"2007","unstructured":"Vi\u00e9gas F, Wattenberg M, Mckeon M (2007) The hidden order of wikipedia. In: Online communities and social computing. Springer, Berlin\/New York, pp 445\u2013454"},{"key":"107_CR3647","unstructured":"Wang J, Ipeirotis P, Provost F (2011) Managing crowdsourcing workers. In: The 2011 winter conference on business intelligence"},{"key":"107_CR3648","doi-asserted-by":"crossref","unstructured":"Wolfson S, Lease, M (2011) Look before you leap: legal pitfalls of crowdsourcing. In: Proceedings of the 74th annual meeting of the American Society for Information Science and Technology (ASIS&T)","DOI":"10.1002\/meet.2011.14504801135"},{"key":"107_CR3649","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1145\/1814433.1814443","volume-title":"Proceedings of the 8th international conference on mobile systems, applications, and services (MOBISYS)","author":"T Yan","year":"2010","unstructured":"Yan T, Kumar V, Ganesan D (2010) CrowdSearch: exploiting crowds for accurate real-time image search on mobile phones. In: Proceedings of the 8th international conference on mobile systems, applications, and services (MOBISYS). ACM, pp 77\u201390"},{"key":"107_CR3650","doi-asserted-by":"crossref","unstructured":"Zuccon G, Leelanupab T, Whiting S, Yilmaz E, Jose JM, Azzopardi L (2012) Crowdsourcing interactions: using crowdsourcing for evaluating interactive information retrieval systems. Info Retr J Spec Issue Crowdsourc","DOI":"10.1007\/s10791-012-9206-z"}],"container-title":["Encyclopedia of Social Network Analysis and Mining"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-4614-6170-8_107","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,18]],"date-time":"2022-04-18T23:45:16Z","timestamp":1650325516000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-1-4614-6170-8_107"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9781461461692","9781461461708"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-1-4614-6170-8_107","relation":{},"subject":[],"published":{"date-parts":[[2014]]},"assertion":[{"value":"5 October 2014","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}