{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,8]],"date-time":"2026-01-08T11:59:47Z","timestamp":1767873587721,"version":"3.49.0"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2014,8,20]],"date-time":"2014-08-20T00:00:00Z","timestamp":1408492800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Artif Intell Rev"],"published-print":{"date-parts":[[2015,8]]},"DOI":"10.1007\/s10462-014-9423-5","type":"journal-article","created":{"date-parts":[[2014,8,19]],"date-time":"2014-08-19T05:02:31Z","timestamp":1408424551000},"page":"187-213","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":63,"title":["A survey of task-oriented crowdsourcing"],"prefix":"10.1007","volume":"44","author":[{"given":"Nuno","family":"Luz","sequence":"first","affiliation":[]},{"given":"Nuno","family":"Silva","sequence":"additional","affiliation":[]},{"given":"Paulo","family":"Novais","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,8,20]]},"reference":[{"key":"9423_CR1","doi-asserted-by":"crossref","unstructured":"Ahmad S, Battle A, Malkani Z, Kamvar S (2011) The jabberwocky programming environment for structured social computing. In: Proceedings of 24th annual ACM symposium user interface software technology, pp 53\u201364","DOI":"10.1145\/2047196.2047203"},{"key":"9423_CR2","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1177\/1354856507084420","volume":"14","author":"DC Brabham","year":"2008","unstructured":"Brabham DC (2008a) Crowdsourcing as a model for problem solving an introduction and cases. Converg Int J Res New Media Technol 14:75\u201390","journal-title":"Converg Int J Res New Media Technol"},{"key":"9423_CR3","doi-asserted-by":"crossref","first-page":"1","DOI":"10.5210\/fm.v13i6.2159","volume":"13","author":"DC Brabham","year":"2008","unstructured":"Brabham DC (2008b) Moving the crowd at iStockphoto: the composition of the crowd and motivations for participation in a crowdsourcing application. First Monday 13:1\u201322","journal-title":"First Monday"},{"key":"9423_CR4","doi-asserted-by":"crossref","unstructured":"Chklovski T (2003) Learner: a system for acquiring commonsense knowledge by analogy. In: Proceedings of 2nd international conference knowledge capture, pp 4\u201312","DOI":"10.1145\/945645.945650"},{"key":"9423_CR5","doi-asserted-by":"crossref","first-page":"756","DOI":"10.1038\/nature09304","volume":"466","author":"S Cooper","year":"2010","unstructured":"Cooper S, Khatib F, Treuille A et al (2010) Predicting protein structures with a multiplayer online game. Nature 466:756\u2013760. doi: 10.1038\/nature09304","journal-title":"Nature"},{"key":"9423_CR6","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1145\/1924421.1924442","volume":"54","author":"A Doan","year":"2011","unstructured":"Doan A, Ramakrishnan R, Halevy AY (2011) Crowdsourcing systems on the world-wide web. Commun ACM 54:86\u201396","journal-title":"Commun ACM"},{"key":"9423_CR7","unstructured":"Faridani S, Hartmann B, Ipeirotis PG (2011) What\u2019s the right price? pricing tasks for finishing on time. In: Proceedings of AAAI workshop in human computation"},{"key":"9423_CR8","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1080\/17538941003759255","volume":"3","author":"MF Goodchild","year":"2010","unstructured":"Goodchild MF, Glennon JA (2010) Crowdsourcing geographic information for disaster response: a research frontier. Int J Digit Earth 3:231\u2013241","journal-title":"Int J Digit Earth"},{"key":"9423_CR9","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1016\/j.websem.2007.11.011","volume":"6","author":"T Gruber","year":"2008","unstructured":"Gruber T (2008) Collective knowledge systems: where the social web meets the semantic web. Web Semant Sci Serv Agents World Wide Web 6:4\u201313","journal-title":"Web Semant Sci Serv Agents World Wide Web"},{"key":"9423_CR10","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1006\/knac.1993.1008","volume":"5","author":"TR Gruber","year":"1993","unstructured":"Gruber TR (1993) A translation approach to portable ontology specifications. Knowl Acquis 5:199\u2013220","journal-title":"Knowl Acquis"},{"key":"9423_CR11","doi-asserted-by":"crossref","unstructured":"Harris CG (2011) Dirty deeds done dirt cheap: a darker side to crowdsourcing. In: IEEE international conference private security risk trust, pp 1314\u20131317","DOI":"10.1109\/PASSAT\/SocialCom.2011.89"},{"key":"9423_CR12","doi-asserted-by":"crossref","unstructured":"Horrocks I, Patel-Schneider PF, McGuinness DL, and Welty CA (2007) OWL: a description logic based ontology language for the semantic web. In: Baader F, Calvanese D, McGuinness D, Nardi D, Patel-Schneider p (eds) The description logic handbook: Theory, Implementation, and Applications, 2nd edn, chap. 14. Cambridge University Press.","DOI":"10.1017\/CBO9780511711787.016"},{"key":"9423_CR13","first-page":"1","volume":"14","author":"J Howe","year":"2006","unstructured":"Howe J (2006) The rise of crowdsourcing. Wired Mag 14:1\u20134","journal-title":"Wired Mag"},{"key":"9423_CR14","unstructured":"Howe J (2009) Crowdsourcing: why the power of the crowd is driving the future of business. Crown Publishing Group"},{"key":"9423_CR15","doi-asserted-by":"crossref","unstructured":"Ipeirotis PG, Provost F, Wang J (2010) Quality management on amazon mechanical turk. In: Proceedings of ACM SIGKDD workshop on human computation, pp 64\u201367","DOI":"10.1145\/1837885.1837906"},{"key":"9423_CR16","doi-asserted-by":"crossref","unstructured":"Kittur A, Chi EH, Suh B (2008) Crowdsourcing user studies with Mechanical Turk. In: Proceedings of SIGCHI conference on human factors in computing system, pp 453\u2013456","DOI":"10.1145\/1357054.1357127"},{"key":"9423_CR17","doi-asserted-by":"crossref","unstructured":"Kittur A, Khamkar S, Andr\u00e9 P, Kraut R (2012) CrowdWeaver: visually managing complex crowd work. In: Proceedings of ACM 2012 conference on computer supported cooperative work, pp 1033\u20131036","DOI":"10.1145\/2145204.2145357"},{"key":"9423_CR18","doi-asserted-by":"crossref","unstructured":"Kittur A, Smus B, Khamkar S, Kraut RE (2011) Crowdforge: Crowdsourcing complex work. Proceedings of the 24th annual ACM symposium on user interface software and technology, pp 43\u201352","DOI":"10.1145\/2047196.2047202"},{"key":"9423_CR19","doi-asserted-by":"crossref","unstructured":"Konstas I, Stathopoulos V, Jose JM (2009) On social networks and collaborative recommendation. In: Proceedings of the 32nd international ACM SIGIR conference on research and development in information retrieval, Boston, MA, USA, pp 195\u2013202","DOI":"10.1145\/1571941.1571977"},{"key":"9423_CR20","doi-asserted-by":"crossref","unstructured":"Kulkarni AP, Can M, Hartmann B (2011) Turkomatic: automatic recursive task and workflow design for mechanical turk. In: Proceedings of 2011 annual conference on extended abstracts on human factors in computing systems, pp 2053\u20132058","DOI":"10.1145\/1979742.1979865"},{"key":"9423_CR21","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1002\/mde.1291","volume":"27","author":"SS Levine","year":"2006","unstructured":"Levine SS, Kurzban R (2006) Explaining clustering in social networks: towards an evolutionary theory of cascading benefits. Manag Decis Econ 27:173\u2013187. doi: 10.1002\/mde.1291","journal-title":"Manag Decis Econ"},{"key":"9423_CR22","doi-asserted-by":"crossref","unstructured":"Licklider JCR (1960) Man\u2013computer symbiosis. IRE Trans Hum Factors Electron HFE-1:4\u201311","DOI":"10.1109\/THFE2.1960.4503259"},{"key":"9423_CR23","doi-asserted-by":"crossref","unstructured":"Little G, Chilton LB, Goldman M, Miller RC (2010) Turkit: human computation algorithms on mechanical turk. In: Proceedings of 23nd annual ACM symposium on user interface software technology, pp 57\u201366","DOI":"10.1145\/1866029.1866040"},{"key":"9423_CR24","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1007\/s11518-009-5095-0","volume":"18","author":"S Luo","year":"2009","unstructured":"Luo S, Xia H, Yoshida T, Wang Z (2009) Toward collective intelligence of online communities: a primitive conceptual model. J Syst Sci Syst Eng 18:203\u2013221","journal-title":"J Syst Sci Syst Eng"},{"key":"9423_CR25","unstructured":"Luz N, Silva N, Maio P, Novais P (2012) Ontology alignment through argumentation. In: 2012 AAAI Spring symposium series"},{"key":"9423_CR26","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1007\/978-3-319-07233-3_10","volume-title":"Human\u2013computer interaction: theories, methods, and tools","author":"N Luz","year":"2014","unstructured":"Luz N, Silva N, Novais P (2014) Generating human\u2013computer micro-task workflows from domain ontologies. In: Kurosu M (ed) Human\u2013computer interaction: theories, methods, and tools. Springer International Publishing, Berlin, pp 98\u2013109"},{"key":"9423_CR27","doi-asserted-by":"crossref","unstructured":"Ma H, Zhou D, Liu C, et al (2011) Recommender systems with social regularization. In: Proceedings of fourth ACM international conference on web search data mining, pp 287\u2013296","DOI":"10.1145\/1935826.1935877"},{"key":"9423_CR28","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1145\/1809400.1809422","volume":"11","author":"W Mason","year":"2010","unstructured":"Mason W, Watts DJ (2010) Financial incentives and the performance of crowds. ACM SigKDD Explor Newsl 11:100\u2013108","journal-title":"ACM SigKDD Explor Newsl"},{"key":"9423_CR29","first-page":"49","volume":"24","author":"L Obrst","year":"2003","unstructured":"Obrst L, Liu H, Wray R (2003) Ontologies for corporate web applications. AI Mag 24:49","journal-title":"AI Mag"},{"key":"9423_CR30","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1017\/S1930297500002205","volume":"5","author":"G Paolacci","year":"2010","unstructured":"Paolacci G, Chandler J, Ipeirotis P (2010) Running experiments on amazon mechanical turk. Judgm Decis Mak 5:411\u2013419","journal-title":"Judgm Decis Mak"},{"key":"9423_CR31","volume-title":"Designing for the social web","author":"J Porter","year":"2008","unstructured":"Porter J (2008) Designing for the social web. Peachpit Press, San Francisco"},{"key":"9423_CR32","doi-asserted-by":"crossref","unstructured":"Quinn AJ, Bederson BB (2011) Human computation: a survey and taxonomy of a growing field. In: Proceedings of 2011 annual conference human factors in computing systems, pp 1403\u20131412","DOI":"10.1145\/1978942.1979148"},{"key":"9423_CR33","volume-title":"CrowdMap: crowdsourcing ontology alignment with microtasks","author":"C Sarasua","year":"2012","unstructured":"Sarasua C, Simperl E, Noy NF (2012) CrowdMap: crowdsourcing ontology alignment with microtasks. Springer, Berlin"},{"key":"9423_CR34","doi-asserted-by":"crossref","unstructured":"Singh P, Lin T, Mueller ET, et al (2002) Open mind common sense: knowledge acquisition from the general public. In: Move meaningful internet system 2002 CoopIS DOA ODBASE. Springer, Berlin, pp 1223\u20131237","DOI":"10.1007\/3-540-36124-3_77"},{"key":"9423_CR35","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1016\/S0169-023X(97)00056-6","volume":"25","author":"R Studer","year":"1998","unstructured":"Studer R, Benjamins VR, Fensel D (1998) Knowledge engineering: principles and methods. Data Knowl Eng 25:161\u2013197","journal-title":"Data Knowl Eng"},{"key":"9423_CR36","volume-title":"the wisdom of crowds: why the many are smarter than the few and how collective wisdom shapes business, economies, societies and nations","author":"J Surowiecki","year":"2004","unstructured":"Surowiecki J (2004) the wisdom of crowds: why the many are smarter than the few and how collective wisdom shapes business, economies, societies and nations. Doubleday, Garden City, NY"},{"key":"9423_CR37","doi-asserted-by":"crossref","unstructured":"Von Ahn L (2009) Human computation. In: 46th ACMIEEE design automation conference, pp 418\u2013419","DOI":"10.1145\/1629911.1630023"},{"key":"9423_CR38","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511815478","volume-title":"Social network analysis: methods and applications","author":"S Wasserman","year":"1994","unstructured":"Wasserman S, Faust K (1994) Social network analysis: methods and applications, 1st edn. Cambridge University Press, Cambridge","edition":"1"},{"key":"9423_CR39","doi-asserted-by":"crossref","unstructured":"Willett W, Heer J, Agrawala M (2012) Strategies for crowdsourcing social data analysis. In: Proceedings of 2012 ACM annual conference on human factors computation systems, pp 227\u2013236","DOI":"10.1145\/2207676.2207709"},{"key":"9423_CR40","doi-asserted-by":"crossref","unstructured":"Yuen M-C, King I, Leung K-S (2011a) A survey of crowdsourcing systems. In: IEEE international conference on privacy, security, risk and trust","DOI":"10.1109\/PASSAT\/SocialCom.2011.203"},{"key":"9423_CR41","doi-asserted-by":"crossref","unstructured":"Yuen M-C, King I, Leung K-S (2011b) Task matching in crowdsourcing. Internet Things IThingsCPSCom 2011 international conference on and 4th international conference on cyber, physical and social computing, pp 409\u2013412","DOI":"10.1109\/iThings\/CPSCom.2011.128"}],"container-title":["Artificial Intelligence Review"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-014-9423-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10462-014-9423-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-014-9423-5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,16]],"date-time":"2023-07-16T03:39:43Z","timestamp":1689478783000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10462-014-9423-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,8,20]]},"references-count":41,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2015,8]]}},"alternative-id":["9423"],"URL":"https:\/\/doi.org\/10.1007\/s10462-014-9423-5","relation":{},"ISSN":["0269-2821","1573-7462"],"issn-type":[{"value":"0269-2821","type":"print"},{"value":"1573-7462","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,8,20]]}}}