{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T12:16:13Z","timestamp":1763468173012,"version":"3.40.3"},"publisher-location":"New York, NY","reference-count":32,"publisher":"Springer New York","isbn-type":[{"type":"print","value":"9781461488057"},{"type":"electronic","value":"9781461488064"}],"license":[{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-1-4614-8806-4_54","type":"book-chapter","created":{"date-parts":[[2013,12,4]],"date-time":"2013-12-04T12:58:33Z","timestamp":1386161913000},"page":"679-694","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Methods for Engaging and Evaluating Users of Human Computation Systems"],"prefix":"10.1007","author":[{"given":"Jon","family":"Chamberlain","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Udo","family":"Kruschwitz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Massimo","family":"Poesio","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2013,11,20]]},"reference":[{"key":"54_CR1","unstructured":"Aker A, El-Haj M, Albakour D, Kruschwitz U (2012) Assessing crowdsourcing quality through objective tasks. In: Proceedings of LREC\u201912, Istanbul"},{"key":"54_CR2","doi-asserted-by":"crossref","unstructured":"Albakour M-D, Kruschwitz U, Lucas S (2010) Sentence-level attachment prediction. In: Proceedings of the 1st information retrieval facility conference. Volume 6107 of lecture notes in computer science, Vienna. Springer, pp 6\u201319","DOI":"10.1007\/978-3-642-13084-7_2"},{"key":"54_CR3","unstructured":"Bernstein MS, Karger DR, Miller RC, Brandt J (2012) Analytic methods for optimizing realtime crowdsourcing. CoRR"},{"key":"54_CR4","unstructured":"Chamberlain J, Poesio M, Kruschwitz U (2008) Phrase detectives: a web-based collaborative annotation game. In: Proceedings of the international conference on semantic systems (I-Semantics\u201908), Graz"},{"key":"54_CR5","doi-asserted-by":"crossref","unstructured":"Chamberlain J, Kruschwitz U, Poesio M (2009a) Constructing an anaphorically annotated corpus with non-experts: Assessing the quality of collaborative annotations. In: Proceedings of the 2009 workshop on the people\u2019s web meets NLP: collaboratively constructed semantic resources, Singapore","DOI":"10.3115\/1699765.1699774"},{"key":"54_CR6","unstructured":"Chamberlain J, Poesio M, Kruschwitz U (2009b) A new life for a dead parrot: incentive structures in the phrase detectives game. In: Proceedings of the WWW 2009 workshop on web incentives (WEBCENTIVES\u201909), Madrid"},{"key":"54_CR7","unstructured":"Chamberlain J, Kruschwitz U, Poesio M (2012) Motivations for participation in socially networked collective intelligence systems. In: Proceedings of CI2012, Boston"},{"key":"54_CR8","doi-asserted-by":"crossref","unstructured":"Chamberlain J, Fort K, Kruschwitz U, Mathieu L, Poesio M (2013) Using games to create language resources: successes and limitations of the approach. In: ACM transactions on interactive intelligent systems, volume The People\u2019s Web Meets NLP: collaboratively constructed language resources. Springer pp 3\u201344","DOI":"10.1007\/978-3-642-35085-6_1"},{"key":"54_CR9","doi-asserted-by":"crossref","unstructured":"Chklovski T, Gil Y (2005) Improving the design of intelligent acquisition interfaces for collecting world knowledge from web contributors. In: Proceedings of K-CAP \u201905, Banff","DOI":"10.1145\/1088622.1088630"},{"key":"54_CR10","doi-asserted-by":"crossref","unstructured":"Dandapat S, Biswas P, Choudhury M, Bali K (2009) Complex linguistic annotation \u2013 no easy way out! a case from Bangla and Hindi POS labeling tasks. In: Proceedings of the 3rd ACL linguistic annotation workshop, Singapore","DOI":"10.3115\/1698381.1698383"},{"key":"54_CR11","doi-asserted-by":"crossref","unstructured":"Feng D, Besana S, Zajac R (2009) Acquiring high quality non-expert knowledge from on-demand workforce. In: Proceedings of the 2009 workshop on the people\u2019s web meets NLP: collaboratively constructed semantic resources, Singapore","DOI":"10.3115\/1699765.1699773"},{"key":"54_CR12","unstructured":"Fenouillet F, Kaplan J, Yennek N (2009) Serious games et motivation. In: 4eme conference francophone sur les environnements informatiques pour l\u2019apprentissage humain (EIAH\u201909), vol. Actes de l\u2019Atelier \u201cJeux Serieux: conception et usages\u201d, Le Mans"},{"key":"54_CR13","unstructured":"Howe J (2008) Crowdsourcing: why the power of the crowd is driving the future of business. Crown Publishing Group, New York"},{"key":"54_CR14","volume-title":"Can distributed volunteers accomplish massive data analysis tasks?","author":"B Kanefsky","year":"2001","unstructured":"Kanefsky B, Barlow N, Gulick V (2001) Can distributed volunteers accomplish massive data analysis tasks? In: Lunar and planetary science, XXXII, Houston"},{"key":"54_CR15","doi-asserted-by":"crossref","unstructured":"Kazai G (2011) In search of quality in crowdsourcing for search engine evaluation. In: Proceedings of the 33\n                  r d\n                 european conference on information retrieval (ECIR\u201911), Dublin","DOI":"10.1007\/978-3-642-20161-5_17"},{"key":"54_CR16","volume-title":"Common consensus: a web-based game for collecting commonsense goals","author":"H Lieberman","year":"2007","unstructured":"Lieberman H, Smith DA, Teeters A (2007) Common consensus: a web-based game for collecting commonsense goals. In: Proceedings of IUI, Honolulu"},{"key":"54_CR17","unstructured":"Luo X, Shinaver J (2009) MultiRank: reputation ranking for generic semantic social networks. In: Proceedings of the WWW 2009 workshop on web incentives (WEBCENTIVES\u201909), Madrid"},{"key":"54_CR18","doi-asserted-by":"crossref","unstructured":"Malone T, Laubacher R, Dellarocas C (2009) Harnessing crowds: mapping the genome of collective intelligence. Research Paper No. 4732-09, Sloan School of Management, Massachusetts Institute of Technology, Cambridge","DOI":"10.2139\/ssrn.1381502"},{"key":"54_CR19","doi-asserted-by":"crossref","unstructured":"Mason W, Watts DJ (2009) Financial incentives and the \u201cperformance of crowds\u201d. In: Proceedings of the ACM SIGKDD workshop on human computation, Paris","DOI":"10.1145\/1600150.1600175"},{"key":"54_CR20","unstructured":"Mrozinski J, Whittaker E, Furui S (2008) Collecting a why-question corpus for development and evaluation of an automatic QA-system. In: Proceedings of ACL-08: HLT, Columbus"},{"key":"54_CR21","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/2448116.2448119","volume":"3","author":"M Poesio","year":"2013","unstructured":"Poesio M, Chamberlain J, Kruschwitz U, Robaldo L, Ducceschi L (2013) Phrase detectives: utilizing collective intelligence for internet-scale language resource creation. ACM transactions on interactive intelligent systems 3:1\u201344","journal-title":"ACM transactions on interactive intelligent systems"},{"key":"54_CR22","volume-title":"Human computation: a survey and taxonomy of a growing field","author":"A Quinn","year":"2011","unstructured":"Quinn A, Bederson B (2011) Human computation: a survey and taxonomy of a growing field. In: CHI, Vancouver"},{"issue":"1","key":"54_CR23","doi-asserted-by":"publisher","first-page":"010103","DOI":"10.3847\/AER2009036","volume":"9","author":"MJ Raddick","year":"2010","unstructured":"Raddick MJ, Bracey G, Gay PL, Lintott CJ, Murray P, Schawinski K, Szalay AS, Vandenberg J (2010) Galaxy zoo: exploring the motivations of citizen science volunteers. Astronomy Educ Rev 9(1):010103","journal-title":"Astronomy Educ Rev"},{"key":"54_CR24","unstructured":"Smadja F (2009) Mixing financial, social and fun incentives for social voting. World Wide Web Internet And Web Information Systems"},{"key":"54_CR25","doi-asserted-by":"crossref","unstructured":"Snow R, O\u2019Connor B, Jurafsky D, Ng AY (2008) Cheap and fast\u2014but is it good?: Evaluating non-expert annotations for natural language tasks. In: EMNLP \u201908: Proceedings of the conference on empirical methods in natural language processing, Honolulu","DOI":"10.3115\/1613715.1613751"},{"key":"54_CR26","volume-title":"The wisdom of crowds","author":"J Surowiecki","year":"2005","unstructured":"Surowiecki J (2005) The wisdom of crowds. Anchor, New York"},{"key":"54_CR27","unstructured":"Thaler S, Siorpaes K, Simperl E, Hofer C (2011) A survey on games for knowledge acquisition. Technical report STI TR 2011-05-01, Semantic Technology Institute"},{"issue":"6","key":"54_CR28","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1109\/MC.2006.196","volume":"39","author":"L von Ahn","year":"2006","unstructured":"von Ahn L (2006) Games with a purpose. Comput 39(6):92\u201394","journal-title":"Comput"},{"issue":"8","key":"54_CR29","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1145\/1378704.1378719","volume":"51","author":"L von Ahn","year":"2008","unstructured":"von Ahn L, Dabbish L (2008) Designing games with a purpose. Commun ACM 51(8):58\u201367","journal-title":"Commun ACM"},{"key":"54_CR30","unstructured":"Wang A, Hoang CDV, Kan MY (2010) Perspectives on crowdsourcing annotations for natural language processing. Language resources and evaluation, pp 1\u201319"},{"key":"54_CR31","doi-asserted-by":"crossref","first-page":"1377","DOI":"10.1016\/j.chb.2010.04.011","volume":"26","author":"H Yang","year":"2010","unstructured":"Yang H, Lai C (2010) Motivations of wikipedia content contributors. Comput Hum Behav 26:1377\u20131383","journal-title":"Comput Hum Behav"},{"key":"54_CR32","unstructured":"Yeun CA, Noll MG, Gibbins N, Meinel C, Shadbolt N (2009) On measuring expertise in collaborative tagging systems. In: Proceedings of WebSci\u201909, Athens"}],"container-title":["Handbook of Human Computation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-4614-8806-4_54","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,14]],"date-time":"2023-02-14T06:25:46Z","timestamp":1676355946000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-1-4614-8806-4_54"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9781461488057","9781461488064"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-1-4614-8806-4_54","relation":{},"subject":[],"published":{"date-parts":[[2013]]},"assertion":[{"value":"20 November 2013","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}