{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:13:58Z","timestamp":1742912038316,"version":"3.40.3"},"publisher-location":"New York, NY","reference-count":40,"publisher":"Springer New York","isbn-type":[{"type":"print","value":"9781493971305"},{"type":"electronic","value":"9781493971312"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-1-4939-7131-2_107","type":"book-chapter","created":{"date-parts":[[2018,6,11]],"date-time":"2018-06-11T19:23:22Z","timestamp":1528745002000},"page":"499-510","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Crowdsourcing and Human Computation: Introduction"],"prefix":"10.1007","author":[{"given":"Matthew","family":"Lease","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Omar","family":"Alonso","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,6,12]]},"reference":[{"issue":"2","key":"107_CR31072","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/s10791-012-9204-1","volume":"16","author":"Omar Alonso","year":"2012","unstructured":"Alonso O (2012) Implementing crowdsourcing-based relevance experimentation: an industrial perspective. Info Retr J Spec Issue Crowdsourc","journal-title":"Information Retrieval"},{"issue":"2","key":"107_CR31073","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1145\/1480506.1480508","volume":"42","author":"O Alonso","year":"2008","unstructured":"Alonso O, Rose DE, Stewart B (2008) Crowdsourcing for relevance evaluation. ACM SIGIR Forum 42(2):9\u201315","journal-title":"ACM SIGIR Forum"},{"issue":"4","key":"107_CR31074","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1162\/coli.07-034-R2","volume":"34","author":"R Artstein","year":"2008","unstructured":"Artstein R, Poesio M (2008) Inter-coder agreement for computational linguistics. Comput Linguist 34(4):555\u2013596","journal-title":"Comput Linguist"},{"key":"107_CR31075","doi-asserted-by":"crossref","unstructured":"Bederson BB, Quinn AJ (2011a) Web workers unite! Addressing challenges of online laborers. In: CHI workshop on crowdsourcing and human computation. ACM","DOI":"10.1145\/1979742.1979606"},{"key":"107_CR31076","doi-asserted-by":"crossref","unstructured":"Callison-Burch C (2009) Fast, cheap, and creative: evaluating translation quality using Amazon\u2019s Mechanical Turk. In: Proceedings of the 2009 conference on empirical methods in natural language processing: volume 1-volume 1. Association for Computational Linguistics, pp 286\u2013295","DOI":"10.3115\/1699510.1699548"},{"key":"107_CR31077","doi-asserted-by":"crossref","unstructured":"Davis J, Arderiu J, Lin H, Nevins Z, Schuon S, Gallo O, Yang M (2010) The HPU. In: Computer vision and pattern recognition workshops (CVPRW), pp 9\u201316","DOI":"10.1109\/CVPRW.2010.5543192"},{"issue":"1","key":"107_CR31078","doi-asserted-by":"publisher","first-page":"20","DOI":"10.2307\/2346806","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid AP, Skene AM (1979) Maximum likelihood estimation of observer error-rates using the em algorithm. Appl Stat 28(1):20\u201328","journal-title":"Appl Stat"},{"key":"107_CR31079","unstructured":"Felstiner A (2010) Sweatshop or paper route? Child labor laws and in-game work. In: Proceedings of the 1st annual conference on the future of distributed work (CrowdConf), San Francisco"},{"issue":"2","key":"107_CR31080","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1162\/COLI_a_00057","volume":"37","author":"K Fort","year":"2011","unstructured":"Fort K, Adda G, Cohen KB (2011) Amazon Mechanical Turk: gold mine or coal mine? Comput Linguist 37(2):413\u2013420","journal-title":"Comput Linguist"},{"key":"107_CR31081","volume-title":"When computers were human","author":"DA Grier","year":"2005","unstructured":"Grier DA (2005) When computers were human, vol 316. Princeton University Press, Princeton"},{"key":"107_CR31082","doi-asserted-by":"crossref","unstructured":"Horowitz D, Kamvar SD (2010) The anatomy of a large-scale social search engine. In: Proceedings of the 19th international conference on world wide web. ACM, pp 431\u2013440","DOI":"10.1145\/1772690.1772735"},{"issue":"6","key":"107_CR31083","first-page":"1","volume":"14","author":"J Howe","year":"2006","unstructured":"Howe J (2006) The rise of crowdsourcing. Wired Mag 14(6):1\u20134","journal-title":"Wired Mag"},{"key":"107_CR31084","unstructured":"Ipeirotis P (2010) Demographics of mechanical Turk (Tech. Rep. CeDER-10-01). New York University"},{"key":"107_CR31085","doi-asserted-by":"crossref","unstructured":"Irani L, Silberman M (2013) Turkopticon: interrupting worker invisibility in Amazon Mechanical Turk. In: Proceeding of the ACM SIGCHI conference on human factors in computing systems","DOI":"10.1145\/2470654.2470742"},{"issue":"2","key":"107_CR31086","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1007\/s10791-012-9205-0","volume":"16","author":"Gabriella Kazai","year":"2012","unstructured":"Kazai G, Kamps J, Milic-Frayling N (2012) An analysis of human factors and label accuracy in crowdsourcing relevance judgments. Info Retr J Spec Issue Crowdsourc","journal-title":"Information Retrieval"},{"key":"107_CR31087","doi-asserted-by":"crossref","unstructured":"Kittur A, Nickerson JV, Bernstein M, Gerber E, Shaw A, Zimmerman J, Lease M, Horton J (2013) The future of crowd work. In: Proceedings of the ACM conference on computer supported cooperative work (CSCW), pp 1301\u20131318","DOI":"10.1145\/2441776.2441923"},{"issue":"1","key":"107_CR31088","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/meet.2011.14504801257","volume":"48","author":"J\u00f6rn Klinger","year":"2011","unstructured":"Klinger J, Lease M (2011) Enabling trust in crowd labor relations through identity sharing. In: Proceedings of the 74th annual meeting of the American Society for Information Science and Technology (ASIS&T), pp 1\u20134","journal-title":"Proceedings of the American Society for Information Science and Technology"},{"key":"107_CR31089","doi-asserted-by":"crossref","unstructured":"Kochhar S, Mazzocchi S, Paritosh P (2010) The anatomy of a large-scale human computation engine. In: Proceedings of the ACM SIGKDD workshop on human computation. ACM, pp 10\u201317","DOI":"10.1145\/1837885.1837890"},{"issue":"5","key":"107_CR31090","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1109\/MIC.2012.72","volume":"16","author":"A Kulkarni","year":"2012","unstructured":"Kulkarni A, Gutheim P, Narula P, Rolnitzky D, Parikh T, Hartmann B (2012) Mobileworks: designing for quality in a managed crowdsourcing architecture. IEEE Internet Comput 16(5):28","journal-title":"IEEE Internet Comput"},{"issue":"3","key":"107_CR31091","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2200\/S00371ED1V01Y201107AIM013","volume":"5","author":"E Law","year":"2011","unstructured":"Law E, von Ahn L (2011) Human computation. Synth Lect Artif Intell Mach Learn 5(3):1\u2013121","journal-title":"Synth Lect Artif Intell Mach Learn"},{"key":"107_CR31092","unstructured":"Le J, Edmonds A, Hester V, Biewald L (2010) Ensuring quality in crowdsourced search relevance evaluation: the effects of training question distribution. In: SIGIR 2010 workshop on crowdsourcing for search evaluation, pp 21\u201326"},{"key":"107_CR31093","doi-asserted-by":"crossref","unstructured":"Lease M, Hullman J, Bigham JP, Bernstein MS, Kim J, Lasecki WS, Bakhshi S, Mitra T, Miller RC (2013) Mechanical Turk is not anonymous. In: Social science research network (SSRN). Online: http:\/\/SSRN.Com\/abstract=2228728. SSRN ID: 2228728","DOI":"10.2139\/ssrn.2228728"},{"issue":"1","key":"107_CR31094","first-page":"1","volume":"49","author":"Di Liu","year":"2012","unstructured":"Liu D, Bias R, Lease M, Kuipers R (2012) Crowdsourcing for usability testing. In: Proceedings of the 75th annual meeting of the American Society for Information Science and Technology (ASIS&T)","journal-title":"Proceedings of the American Society for Information Science and Technology"},{"key":"107_CR31095","doi-asserted-by":"crossref","unstructured":"Mason W, Watts DJ (2009) Financial incentives and the performance of crowds. In: Proceedings of the SIGKDD, Paris","DOI":"10.1145\/1600150.1600175"},{"issue":"2","key":"107_CR31096","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1007\/s10791-012-9203-2","volume":"16","author":"Robert Munro","year":"2012","unstructured":"Munro R (2012) Crowdsourcing and the crisis-affected community lessons learned and looking forward from mission 4636. Info Retr J Spec Issue Crowdsourc","journal-title":"Information Retrieval"},{"key":"107_CR31097","doi-asserted-by":"crossref","unstructured":"Paritosh P, Ipeirotis P, Cooper M, Suri S (2011) The computer is the new sewing machine: benefits and perils of crowdsourcing. In: Proceedings of the 20th international conference companion on world wide web. ACM, pp 325\u2013326","DOI":"10.1145\/1963192.1963335"},{"issue":"6055","key":"107_CR31098","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1126\/science.1205869","volume":"334","author":"G Pickard","year":"2011","unstructured":"Pickard G, Pan W, Rahwan I, Cebrian M, Crane R, Madan A, Pentland A (2011) Time-critical social mobilization. Science 334(6055):509\u2013512","journal-title":"Science"},{"key":"107_CR31099","unstructured":"Quinn AJ, Bederson BB (2011) Human computation: a survey and taxonomy of a growing field. In: 2011 annual ACM SIGCHI conference on human factors in computing systems, pp 1403\u20131412"},{"key":"107_CR31100","unstructured":"Ross J, Irani L, Silberman M, Zaldivar A, Tomlinson B (2010) Who are the crowdworkers? Shifting demographics in mechanical Turk. In: Proceedings of the 28th of the international conference extended abstracts on human factors in computing systems. ACM, pp 2863\u20132872"},{"key":"107_CR31101","doi-asserted-by":"crossref","unstructured":"Sheng V, Provost F, Ipeirotis P (2008) Get another label? Improving data quality and data mining using multiple, noisy labelers. In: Proceeding of the 14th ACM SIGKDD international conference on knowledge discovery and data mining, pp 614\u2013622","DOI":"10.1145\/1401890.1401965"},{"issue":"2","key":"107_CR31102","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1145\/1869086.1869100","volume":"17","author":"M Silberman","year":"2010","unstructured":"Silberman M, Irani L, Ross J (2010) Ethics and tactics of professional crowdwork. XRDS: Crossroads ACM Mag Stud 17(2):39\u201343","journal-title":"XRDS: Crossroads ACM Mag Stud"},{"key":"107_CR31103","unstructured":"Snow R, O\u2019Connor B, Jurafsky D, Ng AY (2008) Cheap and fast\u2014but is it good? Evaluating non-expert annotations for natural language tasks. In: Proceedings of the conference on empirical methods in natural language processing. Association for Computational Linguistics, pp 254\u2013263"},{"key":"107_CR31104","doi-asserted-by":"crossref","unstructured":"Sorokin A, Forsyth D (2008) Utility data annotation with Amazon Mechanical Turk. In: IEEE computer society conference on computer vision and pattern recognition workshops, 2008 (CVPRW\u201908). IEEE, pp 1\u20138","DOI":"10.1109\/CVPRW.2008.4562953"},{"key":"107_CR31105","volume-title":"The wisdom of crowds","author":"J Surowiecki","year":"2005","unstructured":"Surowiecki J (2005) The wisdom of crowds. Anchor, New York"},{"key":"107_CR31106","unstructured":"Tang W, Lease M (2011) Semi-supervised consensus labeling for crowdsourcing. In: Proceedings of the ACM SIGIR workshop on crowdsourcing for information retrieval. ACM, New York"},{"key":"107_CR31107","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1007\/978-3-540-73257-0_49","volume-title":"Online communities and social computing","author":"F Vi\u00e9gas","year":"2007","unstructured":"Vi\u00e9gas F, Wattenberg M, Mckeon M (2007) The hidden order of Wikipedia. In: Online communities and social computing. Springer, Berlin\/New York, pp 445\u2013454"},{"key":"107_CR31108","unstructured":"Wang J, Ipeirotis P, Provost F (2011) Managing crowdsourcing workers. In: The 2011 winter conference on business intelligence, Salt Lake City"},{"issue":"1","key":"107_CR31109","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/meet.2011.14504801135","volume":"48","author":"Stephen M. Wolfson","year":"2011","unstructured":"Wolfson S, Lease, M (2011) Look before you leap: legal pitfalls of crowdsourcing. In: Proceedings of the 74th annual meeting of the American Society for Information Science and Technology (ASIS&T)","journal-title":"Proceedings of the American Society for Information Science and Technology"},{"key":"107_CR31110","doi-asserted-by":"crossref","unstructured":"Yan T, Kumar V, Ganesan D (2010) CrowdSearch: exploiting crowds for accurate real-time image search on mobile phones. In: Proceedings of the 8th international conference on mobile systems, applications, and services (MOBISYS). ACM, pp 77\u201390","DOI":"10.1145\/1814433.1814443"},{"issue":"2","key":"107_CR31111","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/s10791-012-9206-z","volume":"16","author":"Guido Zuccon","year":"2012","unstructured":"Zuccon G, Leelanupab T, Whiting S, Yilmaz E, Jose JM, Azzopardi L (2012) Crowdsourcing interactions: using crowdsourcing for evaluating interactive information retrieval systems. Info Retr J Spec Issue Crowdsourc","journal-title":"Information Retrieval"}],"container-title":["Encyclopedia of Social Network Analysis and Mining"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-4939-7131-2_107","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,6,3]],"date-time":"2020-06-03T04:18:50Z","timestamp":1591157930000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-1-4939-7131-2_107"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9781493971305","9781493971312"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-1-4939-7131-2_107","relation":{},"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"12 June 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}