{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T17:07:01Z","timestamp":1783703221360,"version":"3.55.0"},"publisher-location":"Berlin, Heidelberg","reference-count":80,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642350849","type":"print"},{"value":"9783642350856","type":"electronic"}],"license":[{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-35085-6_1","type":"book-chapter","created":{"date-parts":[[2013,4,3]],"date-time":"2013-04-03T06:35:52Z","timestamp":1364970952000},"page":"3-44","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Using Games to Create Language Resources: Successes and Limitations of the Approach"],"prefix":"10.1007","author":[{"given":"Jon","family":"Chamberlain","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kar\u00ebn","family":"Fort","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Udo","family":"Kruschwitz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mathieu","family":"Lafourcade","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Massimo","family":"Poesio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2013,2,21]]},"reference":[{"key":"1_CR1","unstructured":"Aker A, El-haj M, Albakour D, Kruschwitz U (2012) Assessing crowdsourcing quality through objective tasks. In: Proceedings of LREC\u201912, Istanbul"},{"key":"1_CR2","unstructured":"Alonso O, Mizzaro S (2009) Can we get rid of TREC assessors? Using mechanical turk for relevance assessment. In: Proceedings of SIGIR \u201909: workshop on the future of IR evaluation, Boston"},{"issue":"2","key":"1_CR3","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1145\/1480506.1480508","volume":"42","author":"O Alonso","year":"2008","unstructured":"Alonso O, Rose DE, Stewart B (2008) Crowdsourcing for relevance evaluation. SIGIR Forum 42(2):9\u201315","journal-title":"SIGIR Forum"},{"issue":"4","key":"1_CR4","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1162\/coli.07-034-R2","volume":"34","author":"R Artstein","year":"2008","unstructured":"Artstein R, Poesio M (2008) Inter-coder agreement for computational linguistics. Comput Linguist 34(4):555\u2013596","journal-title":"Comput Linguist"},{"key":"1_CR5","unstructured":"Bernstein MS, Karger DR, Miller RC, Brandt J (2012) Analytic methods for optimizing realtime crowdsourcing. In: Proceedings of the collective intelligence 2012, Boston"},{"key":"1_CR6","unstructured":"Bhardwaj V, Passonneau R, Salleb-Aouissi A, Ide N (2010) Anveshan: a tool for analysis of multiple annotators\u2019 labeling behavior. In: Proceedings of the 4th linguistic annotation workshop (LAW IV), Uppsala"},{"key":"1_CR7","doi-asserted-by":"crossref","unstructured":"Bigham JP, Jayant C, Ji H, Little G, Miller A, Miller RC, Miller R, Tatarowicz A, White B, White S, Yeh T (2010) Vizwiz: nearly real-time answers to visual questions. In: Proceedings of the 23nd annual ACM symposium on user interface software and technology, UIST \u201910, New York","DOI":"10.1145\/1866029.1866080"},{"key":"1_CR8","volume-title":"Semantic annotation of the French media dialog corpus","author":"H Bonneau-Maynard","year":"2005","unstructured":"Bonneau-Maynard H, Rosset S, Ayache C, Kuhn A, Mostefa D (2005) Semantic annotation of the French media dialog corpus. In: Proceedings of InterSpeech, Lisbon"},{"key":"1_CR9","doi-asserted-by":"crossref","unstructured":"Callison-Burch C (2009) Fast, cheap, and creative: evaluating translation quality using Amazon\u2019s Mechanical Turk. In: Proceedings of the 2009 conference on empirical methods in natural language processing, Singapore","DOI":"10.3115\/1699510.1699548"},{"key":"1_CR10","unstructured":"Callison-Burch C, Dredze M (2010) Creating speech and language data with Amazon\u2019s Mechanical Turk. In: CSLDAMT \u201910: proceedings of the NAACL HLT 2010 workshop on creating speech and language data with Amazon\u2019s Mechanical Turk, Los Angeles"},{"key":"1_CR11","first-page":"249","volume":"22","author":"J Carletta","year":"1996","unstructured":"Carletta J (1996) Assessing agreement on classification tasks: the kappa statistic. Comput Linguist 22:249\u2013254","journal-title":"Comput Linguist"},{"key":"1_CR12","unstructured":"Chamberlain J, Poesio M, Kruschwitz U (2008) Phrase detectives: a web-based collaborative annotation game. In: Proceedings of the international conference on semantic systems (I-Semantics\u201908), Graz, Austria"},{"key":"1_CR13","doi-asserted-by":"crossref","unstructured":"Chamberlain J, Kruschwitz U, Poesio M (2009) Constructing an anaphorically annotated corpus with non-experts: assessing the quality of collaborative annotations. In: Proceedings of the 2009 workshop on the people\u2019s web meets NLP: collaboratively constructed semantic resources, Singapore","DOI":"10.3115\/1699765.1699774"},{"key":"1_CR14","unstructured":"Chamberlain J, Poesio M, Kruschwitz U (2009) A new life for a dead parrot: incentive structures in the phrase detectives game. In: Proceedings of the WWW 2009 workshop on web incentives (WEBCENTIVES\u201909)"},{"key":"1_CR15","unstructured":"Chamberlain J, Kruschwitz U, Poesio M (2012) Motivations for participation in socially networked collective intelligence systems. In: Proceedings of CI2012. MIT, Cambridge"},{"key":"1_CR16","doi-asserted-by":"crossref","unstructured":"Chklovski T (2005) Collecting paraphrase corpora from volunteer contributors. In: Proceedings of K-CAP \u201905, Banff","DOI":"10.1145\/1088622.1088644"},{"key":"1_CR17","doi-asserted-by":"crossref","unstructured":"Chklovski T, Gil Y (2005) Improving the design of intelligent acquisition interfaces for collecting world knowledge from web contributors. In: Proceedings of K-CAP \u201905, Banff","DOI":"10.1145\/1088622.1088630"},{"issue":"1","key":"1_CR18","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J (1960) A coefficient of agreement for nominal scales. Educ Psychol Meas 20(1):37\u201346","journal-title":"Educ Psychol Meas"},{"key":"1_CR19","volume-title":"Flow : the psychology of optimal experience","author":"M Csikszentmihalyi","year":"1990","unstructured":"Csikszentmihalyi M (1990) Flow : the psychology of optimal experience. Harper and Row, New York"},{"key":"1_CR20","doi-asserted-by":"crossref","unstructured":"Dandapat S, Biswas P, Choudhury M, Bali K (2009) Complex linguistic annotation \u2013 No easy way out! a case from Bangla and Hindi POS labeling tasks. In: Proceedings of the 3rd ACL linguistic annotation workshop, Singapore","DOI":"10.3115\/1698381.1698383"},{"key":"1_CR21","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/7287.001.0001","volume-title":"WordNet: an electronic lexical database","author":"C Fellbaum","year":"1998","unstructured":"Fellbaum C (1998) WordNet: an electronic lexical database. MIT, Cambridge"},{"key":"1_CR22","doi-asserted-by":"crossref","unstructured":"Feng D, Besana S, Zajac R (2009) Acquiring high quality non-expert knowledge from on-demand workforce. In: Proceedings of the 2009 workshop on the people\u2019s web meets NLP: collaboratively constructed semantic resources, Singapore","DOI":"10.3115\/1699765.1699773"},{"key":"1_CR23","unstructured":"Fenouillet F, Kaplan J, Yennek N (2009) Serious games et motivation. In: George S, Sanchez E (eds) 4\u00e8me Conf\u00e9rence francophone sur les Environnements Informatiques pour l\u2019Apprentissage Humain (EIAH\u201909), vol. Actes de l\u2019Atelier \u201cJeux S\u00e9rieux: conception et usages\u201d, p. 41\u201352. Le Mans"},{"key":"1_CR24","unstructured":"Fort K, Sagot B (2010) Influence of pre-annotation on POS-tagged corpus development. In: Proceedings of the 4th ACL linguistic annotation workshop (LAW), Uppsala"},{"key":"1_CR25","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1162\/COLI_a_00057","volume":"37","author":"K Fort","year":"2011","unstructured":"Fort K, Adda G, Cohen KB (2011) Amazon Mechanical Turk: gold mine or coal mine? Comput Linguist (editorial) 37:413\u2013420","journal-title":"Comput Linguist (editorial)"},{"key":"1_CR26","unstructured":"Gillick D, Liu Y (2010) Non-expert evaluation of summarization systems is risky. In: Proceedings of the NAACL HLT 2010 workshop on creating speech and language data with Amazon\u2019s Mechanical Turk, Los Angeles"},{"key":"1_CR27","first-page":"1","volume-title":"Wikipedia survey \u2013 overview of results","author":"R Glott","year":"2010","unstructured":"Glott R, Schmidt P, Ghosh R (2010) Wikipedia survey \u2013 overview of results. UNU-MERIT, Maastricht, pp 1\u201311"},{"key":"1_CR28","unstructured":"Green N, Breimyer P, Kumar V, Samatova NF (2010) Packplay: mining semantic data in collaborative games. In: Proceedings of the 4th linguistic annotation workshop, Uppsala"},{"key":"1_CR29","doi-asserted-by":"crossref","unstructured":"Hladk\u00e1 B, M\u00edrovsk\u1ef3 J, Schlesinger P (2009) Play the language: play coreference. In: Proceedings of the ACL-IJCNLP 2009 conference short papers, Singapore","DOI":"10.3115\/1667583.1667648"},{"key":"1_CR30","unstructured":"Hong J, Baker CF (2011) How good is the crowd at \u201creal\u201d WSD? In: Proceedings of the 5th linguistic annotation workshop, Portland"},{"key":"1_CR31","volume-title":"Crowdsourcing: why the power of the crowd is driving the future of business","author":"J Howe","year":"2008","unstructured":"Howe J (2008) Crowdsourcing: why the power of the crowd is driving the future of business. Crown Publishing Group, New York"},{"key":"1_CR32","doi-asserted-by":"crossref","unstructured":"Ipeirotis P (2010) Analyzing the Amazon Mechanical Turk marketplace. CeDER working papers. http:\/\/hdl.handle.net\/2451\/29801","DOI":"10.1145\/1869086.1869094"},{"key":"1_CR33","unstructured":"Ipeirotis P (2010) Demographics of Mechanical Turk. CeDER working papers. http:\/\/hdl.handle.net\/2451\/29585"},{"key":"1_CR34","unstructured":"Johnson NL, Rasmussen S, Joslyn C, Rocha L, Smith S, Kantor M (1998) Symbiotic intelligence: self-organizing knowledge on distributed networks driven by human interaction. In: Proceedings of the 6th international conference on artificial life. MIT, Cambridge"},{"key":"1_CR35","unstructured":"Joubert A, Lafourcade M (2008) Jeuxdemots : Un prototype ludique pour l\u2019\u00e9mergence de relations entre termes. In: Proceedings of JADT\u20192008, Ecole normale sup\u00e9rieure Lettres et sciences humaines, Lyon"},{"key":"1_CR36","volume-title":"Speech and language processing","author":"D Jurafsky","year":"2008","unstructured":"Jurafsky D, Martin JH (2008) Speech and language processing, 2nd edn. Prentice-Hall, Upper Saddle River","edition":"2"},{"key":"1_CR37","volume-title":"Can distributed volunteers accomplish massive data analysis tasks?","author":"B Kanefsky","year":"2001","unstructured":"Kanefsky B, Barlow N, Gulick V (2001) Can distributed volunteers accomplish massive data analysis tasks? In: Lunar and planetary science XXXII, Houston"},{"key":"1_CR38","doi-asserted-by":"crossref","unstructured":"Kazai G (2011) In search of quality in crowdsourcing for search engine evaluation. In: Proceedings of the 33rd European conference on information retrieval (ECIR\u201911), Dublin","DOI":"10.1007\/978-3-642-20161-5_17"},{"key":"1_CR39","doi-asserted-by":"crossref","unstructured":"Kazai G, Milic-Frayling N, Costello J (2009) Towards methods for the collective gathering and quality control of relevance assessments. In: Proceedings of the 32nd international ACM SIGIR conference on research and development in information retrieval, Boston","DOI":"10.1145\/1571941.1572019"},{"key":"1_CR40","doi-asserted-by":"crossref","unstructured":"Koller A, Striegnitz K, Gargett A, Byron D, Cassell J, Dale R, Moore J, Oberlander J (2010) Report on the 2nd NLG challenge on generating instructions in virtual environments (GIVE-2). In: Proceedings of the 6th INLG, Dublin","DOI":"10.1007\/978-3-642-15573-4_16"},{"key":"1_CR41","volume-title":"A theory of fun for game design","author":"R Koster","year":"2005","unstructured":"Koster R (2005) A theory of fun for game design. Paraglyph, Scottsdale"},{"key":"1_CR42","unstructured":"Lafourcade M (2007) Making people play for lexical acquisition. In: Proceedings SNLP 2007, 7th symposium on natural language processing, Pattaya"},{"key":"1_CR43","unstructured":"Lafourcade M, Joubert A (2012) A new dynamic approach for lexical networks evaluation. In: Proceedings of LREC\u201912: 8th international conference on language resources and evaluation, Istanbul"},{"key":"1_CR44","doi-asserted-by":"crossref","unstructured":"Laniado D, Castillo C, Kaltenbrunner A, Fuster-Morell M (2012) Emotions and dialogue in a peer-production community: the case of Wikipedia. In: Proceedings of the 8th international symposium on Wikis and open collaboration (WikiSym\u201912), Linz","DOI":"10.1145\/2462932.2462944"},{"key":"1_CR45","unstructured":"Lieberman H, A SD, Teeters A (2007) Common consensus: a web-based game for collecting commonsense goals. In: Proceedings of IUI, Honolulu"},{"key":"1_CR46","doi-asserted-by":"crossref","unstructured":"Malone T, Laubacher R, Dellarocas C (2009) Harnessing crowds: mapping the genome of collective intelligence. Research paper no. 4732-09, Sloan School of Management, MIT, Cambridge","DOI":"10.2139\/ssrn.1381502"},{"key":"1_CR47","unstructured":"Marchetti A, Tesconi M, Ronzano F, Rosella M, Minutol S (2007) SemKey: a semantic collaborative tagging system. In: Proceedings of WWW 2007 workshop on tagging and metadata for social information organization, Banff"},{"issue":"2","key":"1_CR48","first-page":"313","volume":"19","author":"M Marcus","year":"1993","unstructured":"Marcus M, Santorini B, Marcinkiewicz MA (1993) Building a large annotated corpus of English : the Penn Treebank. Comput Linguist 19(2):313\u2013330","journal-title":"Comput Linguist"},{"key":"1_CR49","doi-asserted-by":"crossref","unstructured":"Marge M, Banerjee S, Rudnicky AI (2010) Using the Amazon Mechanical Turk for transcription of spoken language. In: IEEE international conference on acoustics speech and signal processing (ICASSP), Dallas","DOI":"10.1109\/ICASSP.2010.5494979"},{"key":"1_CR50","doi-asserted-by":"publisher","DOI":"10.1145\/1600150.1600175","volume-title":"Financial incentives and the \u201cperformance of crowds\u201d","author":"W Mason","year":"2009","unstructured":"Mason W, Watts DJ (2009) Financial incentives and the \u201cperformance of crowds\u201d. In: Proceedings of the ACM SIGKDD workshop on human computation, Paris"},{"key":"1_CR51","unstructured":"Michael DR, Chen SL (2005) Serious games: games that educate, train, and inform. Muska & Lipman\/Premier-Trade"},{"key":"1_CR52","unstructured":"Mihalcea R, Chklovski T (2003) Open mind word expert: creating large annotated data collections with web users help. In: Proceedings of the EACL 2003 workshop on linguistically annotated corpora (LINC 2003), Budapest"},{"key":"1_CR53","unstructured":"Mrozinski J, Whittaker E, Furui S (2008) Collecting a why-question corpus for development and evaluation of an automatic QA-system. In: Proceedings of ACL-08: HLT, Columbus"},{"issue":"11","key":"1_CR54","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1145\/1297797.1297798","volume":"50","author":"O Nov","year":"2007","unstructured":"Nov O (2007) What motivates Wikipedians? Commun ACM 50(11):60\u201364","journal-title":"Commun ACM"},{"key":"1_CR55","unstructured":"Novotney S, Callison-Burch C (2010) Cheap, fast and good enough: automatic speech recognition with non-expert transcription. In: Human language technologies: the 2010 annual conference of the North American chapter of the association for computational linguistics, Los\u00a0Angeles"},{"key":"1_CR56","doi-asserted-by":"publisher","DOI":"10.3115\/1608938.1608948","volume-title":"Discourse annotation and semantic annotation in the GNOME corpus","author":"M Poesio","year":"2004","unstructured":"Poesio M (2004) Discourse annotation and semantic annotation in the GNOME corpus. In: Proceedings of the ACL workshop on discourse annotation, Barcelona"},{"key":"1_CR57","unstructured":"Poesio M, Artstein R (2008) Anaphoric annotation in the ARRAU corpus. In: LREC\u201908, Marrakech"},{"issue":"2","key":"1_CR58","first-page":"183","volume":"24","author":"M Poesio","year":"1998","unstructured":"Poesio M, Vieira R (1998) A corpus-based investigation of definite description use. Comput Linguist 24(2):183\u2013216","journal-title":"Comput Linguist"},{"issue":"2","key":"1_CR59","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1207\/s15326950dp4202_4","volume":"42","author":"M Poesio","year":"2006","unstructured":"Poesio M, Sturt P, Arstein R, Filik R (2006) Underspecification and anaphora: theoretical issues and preliminary evidence. Discourse Process 42(2):157\u2013175","journal-title":"Discourse Process"},{"key":"1_CR60","doi-asserted-by":"crossref","unstructured":"Poesio M, Chamberlain J, Kruschwitz U, Robaldo L, Ducceschi L (2012) The phrase detective multilingual corpus, release 0.1. In: Proceedings of LREC\u201912 workshop on collaborative resource development and delivery, Istanbul","DOI":"10.1145\/2448116.2448119"},{"key":"1_CR61","doi-asserted-by":"crossref","unstructured":"Poesio M, Chamberlain J, Kruschwitz U, Robaldo L, Ducceschi L (2012 forthcoming) Phrase detectives: utilizing collective intelligence for internet-scale language resource creation. ACM Trans Interact Intell Syst","DOI":"10.1145\/2448116.2448119"},{"key":"1_CR62","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979148","volume-title":"Human computation: a survey and taxonomy of a growing field","author":"A Quinn","year":"2011","unstructured":"Quinn A, Bederson B (2011) Human computation: a survey and taxonomy of a growing field. In: CHI, Vancouver"},{"key":"1_CR63","doi-asserted-by":"crossref","unstructured":"Rafelsberger W, Scharl A (2009) Games with a purpose for social networking platforms. In: Proceedings of the 20th ACM conference on hypertext and hypermedia, Torino","DOI":"10.1145\/1557914.1557948"},{"key":"1_CR64","doi-asserted-by":"crossref","unstructured":"Ross J, Irani L, Silberman MS, Zaldivar A, Tomlinson B (2010) Who are the crowdworkers?: shifting demographics in Mechanical Turk. In: Proceedings of CHI EA \u201910, Atlanta","DOI":"10.1145\/1753846.1753873"},{"issue":"3","key":"1_CR65","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MIS.2008.45","volume":"23","author":"K Siorpaes","year":"2008","unstructured":"Siorpaes K, Hepp M (2008) Games with a purpose for the semantic web. IEEE Intell Syst 23(3):50\u201360","journal-title":"IEEE Intell Syst"},{"key":"1_CR66","unstructured":"Smadja F (2009) Mixing financial, social and fun incentives for social voting. Proceedings of the WWW\u00a02009 workshop on web incentives (WEBCENTIVES\u201909), Madrid"},{"key":"1_CR67","doi-asserted-by":"crossref","unstructured":"Snow R, O\u2019Connor B, Jurafsky D, Ng AY (2008) Cheap and fast\u2014but is it good?: evaluating non-expert annotations for natural language tasks. In: EMNLP\u201908: proceedings of the conference on empirical methods in natural language processing, Honolulu","DOI":"10.3115\/1613715.1613751"},{"key":"1_CR68","volume-title":"The wisdom of crowds","author":"J Surowiecki","year":"2005","unstructured":"Surowiecki J (2005) The wisdom of crowds. Anchor, New York"},{"issue":"3","key":"1_CR69","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1077246.1077253","volume":"3","author":"P Sweetser","year":"2005","unstructured":"Sweetser P, Wyeth P (2005) Gameflow: a model for evaluating player enjoyment in games. Comput Entertain 3(3):1\u201324","journal-title":"Comput Entertain"},{"key":"1_CR70","unstructured":"Thaler S, Siorpaes K, Simperl E, Hofer C (2011) A survey on games for knowledge acquisition. Technical Report STI TR 2011-05-01, Semantic Technology Institute"},{"key":"1_CR71","unstructured":"Tratz S, Hovy E (2010) A taxonomy, dataset, and classifier for automatic noun compound interpretation. In: Proceedings of the 48th annual meeting of the association for computational linguistics, Uppsala"},{"issue":"6","key":"1_CR72","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1109\/MC.2006.196","volume":"39","author":"L von Ahn","year":"2006","unstructured":"von Ahn L (2006) Games with a purpose. Computer 39(6):92\u201394","journal-title":"Computer"},{"key":"1_CR73","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985733","volume-title":"Labeling images with a computer game","author":"L von Ahn","year":"2004","unstructured":"von Ahn L, Dabbish L (2004) Labeling images with a computer game. In: Proceedings of the SIGCHI conference on Human factors in computing systems, Vienna"},{"issue":"8","key":"1_CR74","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1145\/1378704.1378719","volume":"51","author":"L von Ahn","year":"2008","unstructured":"von Ahn L, Dabbish L (2008) Designing games with a purpose. Commun ACM 51(8):58\u201367","journal-title":"Commun ACM"},{"key":"1_CR75","doi-asserted-by":"crossref","unstructured":"von Ahn L, Liu R, Blum M (2006) Peekaboom: a game for locating objects in images. In: Proceedings of CHI \u201906, Montr\u00e9al","DOI":"10.1145\/1124772.1124782"},{"key":"1_CR76","unstructured":"Wais P, Lingamneni S, Cook D, Fennell J, Goldenberg B, Lubarov D, Marin D, Simons H (2010) Towards building a high-quality workforce with Mechanical Turk. In: Proceedings of computational social science and the wisdom of crowds (NIPS)"},{"key":"1_CR77","unstructured":"Wang A, Hoang CDV, Kan MY (2010) Perspectives on crowdsourcing annotations for natural language processing. Lang Res Eval 1\u201323"},{"key":"1_CR78","doi-asserted-by":"crossref","unstructured":"Woolley AW, Chabris CF, Pentland A, Hashmi N, Malone TW (2010) Evidence for a collective intelligence factor in the performance of human groups. Science 330:686\u2013688. URL\u2009http:\/\/dx.doi.org\/10.1126\/science.1193147","DOI":"10.1126\/science.1193147"},{"issue":"6","key":"1_CR79","doi-asserted-by":"publisher","first-page":"1377","DOI":"10.1016\/j.chb.2010.04.011","volume":"26","author":"H Yang","year":"2010","unstructured":"Yang H, Lai C (2010) Motivations of Wikipedia content contributors. Comput Human Behav 26(6):1377\u20131383","journal-title":"Comput Human Behav"},{"key":"1_CR80","doi-asserted-by":"crossref","unstructured":"Yuen M, Chen L, King I (2009) A survey of human computation systems playing having fun. In: International conference on computational science and engineering, Vanoucer (CSE\u201909), vol 4, pp 723\u2013728. IEEE","DOI":"10.1109\/CSE.2009.395"}],"container-title":["Theory and Applications of Natural Language Processing","The People\u2019s Web Meets NLP"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-35085-6_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,30]],"date-time":"2025-04-30T02:58:49Z","timestamp":1745981929000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-642-35085-6_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642350849","9783642350856"],"references-count":80,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-35085-6_1","relation":{},"ISSN":["2192-032X","2192-0338"],"issn-type":[{"value":"2192-032X","type":"print"},{"value":"2192-0338","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013]]},"assertion":[{"value":"21 February 2013","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}