{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T22:03:10Z","timestamp":1767650590663,"version":"3.37.3"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319995038"},{"type":"electronic","value":"9783319995045"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-99504-5_11","type":"book-chapter","created":{"date-parts":[[2018,8,7]],"date-time":"2018-08-07T11:37:54Z","timestamp":1533641874000},"page":"133-154","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Crowdsourcing and Massively Collaborative Science: A Systematic Literature Review and Mapping Study"],"prefix":"10.1007","author":[{"given":"Ant\u00f3nio","family":"Correia","sequence":"first","affiliation":[]},{"given":"Daniel","family":"Schneider","sequence":"additional","affiliation":[]},{"given":"Benjamim","family":"Fonseca","sequence":"additional","affiliation":[]},{"given":"Hugo","family":"Paredes","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,8,8]]},"reference":[{"issue":"4\u20136","key":"11_CR1","doi-asserted-by":"publisher","first-page":"667","DOI":"10.1007\/s10606-012-9184-0","volume":"22","author":"M Jirotka","year":"2013","unstructured":"Jirotka, M., Lee, C.P., Olson, G.M.: Supporting scientific collaboration: methods, tools and concepts. Comput. Support. Coop. Work 22(4\u20136), 667\u2013715 (2013)","journal-title":"Comput. Support. Coop. Work"},{"issue":"6206","key":"11_CR2","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1126\/science.1259439","volume":"346","author":"Y Gil","year":"2014","unstructured":"Gil, Y., Greaves, M., Hendler, J., Hirsh, H.: Amplify scientific discovery with artificial intelligence. Science 346(6206), 171\u2013172 (2014)","journal-title":"Science"},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Quinn, A.J., Bederson, B.B.: Human computation: a survey and taxonomy of a growing field. In: Proceedings of the ACM SIGCHI Conference on Human Factors in Computing Systems, pp. 1403\u20131412 (2011)","DOI":"10.1145\/1978942.1979148"},{"key":"11_CR4","doi-asserted-by":"crossref","unstructured":"Klippel, A., Sparks, K., Wallgr\u00fcn, J.O.: Pitfalls and potentials of crowd science: a meta-analysis of contextual influences. In: ISPRS Annals (2015)","DOI":"10.5194\/isprsannals-II-3-W5-325-2015"},{"key":"11_CR5","unstructured":"Buecheler, T., Sieg, J.H., F\u00fcchslin, R.M., Pfeifer, R.: Crowdsourcing, open innovation and collective intelligence in the scientific method \u2013 a research agenda and operational framework. In: ALIFE, pp. 679\u2013686 (2010)"},{"issue":"1","key":"11_CR6","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1007\/s11606-013-2536-8","volume":"29","author":"BL Ranard","year":"2014","unstructured":"Ranard, B.L., et al.: Crowdsourcing \u2013 harnessing the masses to advance health and medicine, a systematic review. J. Gen. Intern. Med. 29(1), 187\u2013203 (2014)","journal-title":"J. Gen. Intern. Med."},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"Law, E., Gajos, K.Z., Wiggins, A., Gray, M.L., Williams, A.C.: Crowdsourcing as a tool for research: implications of uncertainty. In: ACM CSCW, pp. 1544\u20131561 (2017)","DOI":"10.1145\/2998181.2998197"},{"issue":"12","key":"11_CR8","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1186\/gb-2011-12-12-135","volume":"12","author":"BM Good","year":"2011","unstructured":"Good, B.M., Su, A.I.: Games with a scientific purpose. Genome Biol. 12(12), 135 (2011)","journal-title":"Genome Biol."},{"key":"11_CR9","unstructured":"Quinn, A.J., Bederson, B.B., Yeh, T., Lin, J.: Crowdflow: integrating machine learning with mechanical turk for speed-cost-quality flexibility. Technical report HCIL-2010-09, University of Maryland (2010)"},{"key":"11_CR10","unstructured":"Absalom, R., Luczak-Rosch, M., Hartmann, D., Plaat, A.: Crowd-sourcing fuzzy and faceted classification for concept search. arXiv preprint arXiv:1406.7749 (2014)"},{"issue":"10","key":"11_CR11","doi-asserted-by":"publisher","first-page":"639","DOI":"10.1145\/2398857.2384663","volume":"47","author":"DW Barowy","year":"2012","unstructured":"Barowy, D.W., Curtsinger, C., Berger, E.D., McGregor, A.: Automan: a platform for integrating human-based and digital computation. ACM Sigplan Not. 47(10), 639\u2013654 (2012)","journal-title":"ACM Sigplan Not."},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"Andr\u00e9, P., Zhang, H., Kim, J., Chilton, L., Dow, S.P., Miller, R.C.: Community clustering: leveraging an academic crowd to form coherent conference sessions. In: Proceedings of the First AAAI Conference on Human Computation and Crowdsourcing (2013)","DOI":"10.1609\/hcomp.v1i1.13078"},{"issue":"4","key":"11_CR13","doi-asserted-by":"publisher","first-page":"e90375","DOI":"10.1371\/journal.pone.0090375","volume":"9","author":"O Nov","year":"2014","unstructured":"Nov, O., Arazy, O., Anderson, D.: Scientists@home: what drives the quantity and quality of online citizen science participation. PLoS ONE 9(4), e90375 (2014)","journal-title":"PLoS ONE"},{"key":"11_CR14","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1007\/978-1-4614-8806-4_30","volume-title":"Handbook of Human Computation","author":"J Chandler","year":"2013","unstructured":"Chandler, J., Paolacci, G., Mueller, P.: Risks and rewards of crowdsourcing marketplaces. In: Michelucci, P. (ed.) Handbook of Human Computation, pp. 377\u2013392. Springer, New York (2013). https:\/\/doi.org\/10.1007\/978-1-4614-8806-4_30"},{"key":"11_CR15","doi-asserted-by":"crossref","unstructured":"Good, B.M., Nanis, M., Wu, C., Su, A.I.: Microtask crowdsourcing for disease mention annotation in PubMed abstracts. In: Pacific Symposium on Biocomputing, pp. 282\u2013293 (2014)","DOI":"10.1142\/9789814644730_0028"},{"issue":"7","key":"11_CR16","doi-asserted-by":"publisher","first-page":"e100647","DOI":"10.1371\/journal.pone.0100647","volume":"9","author":"AW Brown","year":"2014","unstructured":"Brown, A.W., Allison, D.B.: Using crowdsourcing to evaluate published scientific literature: methods and example. PLoS ONE 9(7), e100647 (2014)","journal-title":"PLoS ONE"},{"key":"11_CR17","doi-asserted-by":"crossref","unstructured":"Tomlinson, B., et al.: Massively distributed authorship of academic papers. In: CHI EA, pp. 11\u201320 (2012)","DOI":"10.1145\/2212776.2212779"},{"key":"11_CR18","unstructured":"Lease, M.: On quality control and machine learning in crowdsourcing. In: Proceedings of the 11th AAAI Conference on Human Computation, pp. 97\u2013102 (2011)"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Schneider, D., Moraes, K., de Souza, J.M., Esteves, M.G.P.: CSCWD: five characters in search of crowds. In: CSCWD, pp. 634\u2013641 (2012)","DOI":"10.1109\/CSCWD.2012.6221885"},{"issue":"3","key":"11_CR20","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/s10796-012-9350-4","volume":"16","author":"Y Zhao","year":"2014","unstructured":"Zhao, Y., Zhu, Q.: Evaluation on crowdsourcing research: current status and future direction. Inf. Syst. Front. 16(3), 417\u2013434 (2014)","journal-title":"Inf. Syst. Front."},{"key":"11_CR21","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1016\/j.cosrev.2015.05.001","volume":"17","author":"M Hosseini","year":"2015","unstructured":"Hosseini, M., Shahri, A., Phalp, K., Taylor, J., Ali, R.: Crowdsourcing: a taxonomy and systematic mapping study. Comput. Sci. Rev. 17, 43\u201369 (2015)","journal-title":"Comput. Sci. Rev."},{"key":"11_CR22","unstructured":"Kamar, E.: Directions in hybrid intelligence: complementing AI systems with human intelligence. In: IJCAI, pp. 4070\u20134073 (2016)"},{"key":"11_CR23","doi-asserted-by":"crossref","unstructured":"Kittur, A., et al.: The future of crowd work. In: ACM CSCW, pp. 1301\u20131318 (2013)","DOI":"10.1145\/2441776.2441923"},{"key":"11_CR24","doi-asserted-by":"crossref","unstructured":"Horvitz, E.: Principles of mixed-initiative user interfaces. In: CHI, pp. 159\u2013166 (1999)","DOI":"10.1145\/302979.303030"},{"issue":"4","key":"11_CR25","doi-asserted-by":"publisher","first-page":"3629","DOI":"10.1007\/s10586-017-1089-8","volume":"20","author":"Z Dong","year":"2017","unstructured":"Dong, Z., Lu, J., Ling, T.W., Fan, J., Chen, Y.: Using hybrid algorithmic-crowdsourcing methods for academic knowledge acquisition. Clust. Comput. 20(4), 3629\u20133641 (2017)","journal-title":"Clust. Comput."},{"key":"11_CR26","doi-asserted-by":"crossref","unstructured":"Chau, D.H., Kittur, A., Hong, J.I., Faloutsos, C.: Apolo: making sense of large network data by combining rich user interaction and machine learning. In: CHI, pp. 167\u2013176 (2011)","DOI":"10.1145\/1978942.1978967"},{"key":"11_CR27","doi-asserted-by":"crossref","unstructured":"Kondreddi, S.K., Triantafillou, P., Weikum, G.: Combining information extraction and human computing for crowdsourced knowledge acquisition. In: ICDE, pp. 988\u2013999 (2014)","DOI":"10.1109\/ICDE.2014.6816717"},{"key":"11_CR28","first-page":"68","volume":"8","author":"K Petersen","year":"2008","unstructured":"Petersen, K., Feldt, R., Mujtaba, S., Mattsson, M.: Systematic mapping studies in software engineering. EASE 8, 68\u201377 (2008)","journal-title":"EASE"},{"issue":"5","key":"11_CR29","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1016\/j.infsof.2011.01.004","volume":"53","author":"DS Cruzes","year":"2011","unstructured":"Cruzes, D.S., Dyb\u00e5, T.: Research synthesis in software engineering: a tertiary study. Inf. Softw. Technol. 53(5), 440\u2013455 (2011)","journal-title":"Inf. Softw. Technol."},{"key":"11_CR30","unstructured":"Kitchenham, B.: Procedures for performing systematic reviews. Keele University, Keele, UK, vol. 33, pp. 1\u201326 (2004)"},{"key":"11_CR31","unstructured":"Johansen, R.: Groupware: computer support for business teams. The Free Press (1988)"},{"key":"11_CR32","doi-asserted-by":"crossref","unstructured":"Lasecki, W.S., Murray, K.I., White, S., Miller, R.C., Bigham, J.P.: Real-time crowd control of existing interfaces. In: UIST, pp. 23\u201332 (2011)","DOI":"10.1145\/2047196.2047200"},{"issue":"6","key":"11_CR33","first-page":"52","volume":"16","author":"L Ponciano","year":"2014","unstructured":"Ponciano, L., Brasileiro, F., Simpson, R., Smith, A.: Volunteers\u2019 engagement in human computation for astronomy projects. CiSE 16(6), 52\u201359 (2014)","journal-title":"CiSE"},{"key":"11_CR34","doi-asserted-by":"crossref","unstructured":"Uchoa, A.P., Esteves, M.G.P., de Souza, J.M.: Mix4Crowds \u2013 toward a framework to design crowd collaboration with science. In: CSCWD, pp. 61\u201366 (2013)","DOI":"10.1109\/CSCWD.2013.6580940"},{"key":"11_CR35","unstructured":"Wiggins, A., Crowston, K.: Distributed scientific collaboration: research opportunities in citizen science. In: ACM CSCW 2010 Workshop on Changing Dynamics of Scientific Collaboration (2010)"},{"issue":"1","key":"11_CR36","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1145\/99977.99987","volume":"34","author":"CA Ellis","year":"1991","unstructured":"Ellis, C.A., Gibbs, S.J., Rein, G.: Groupware: some issues and experiences. Commun. ACM 34(1), 39\u201358 (1991)","journal-title":"Commun. ACM"},{"issue":"2","key":"11_CR37","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1177\/0165551512437638","volume":"38","author":"E Estell\u00e9s-Arolas","year":"2012","unstructured":"Estell\u00e9s-Arolas, E., Gonz\u00e1lez-Ladr\u00f3n-de-Guevara, F.: Towards an integrated crowdsourcing definition. J. Inf. Sci. 38(2), 189\u2013200 (2012)","journal-title":"J. Inf. Sci."},{"issue":"4","key":"11_CR38","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1109\/MIS.2015.66","volume":"30","author":"U Gadiraju","year":"2015","unstructured":"Gadiraju, U., Demartini, G., Kawase, R., Dietze, S.: Human beyond the machine: challenges and opportunities of microtask crowdsourcing. IEEE Intell. Syst. 30(4), 81\u201385 (2015)","journal-title":"IEEE Intell. Syst."},{"key":"11_CR39","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1007\/978-3-642-21852-1_41","volume-title":"Foundations of Augmented Cognition. Directing the Future of Adaptive Systems","author":"Y Sakamoto","year":"2011","unstructured":"Sakamoto, Y., Tanaka, Y., Yu, L., Nickerson, J.V.: The crowdsourcing design space. In: Schmorrow, Dylan D., Fidopiastis, Cali M. (eds.) FAC 2011. LNCS (LNAI), vol. 6780, pp. 346\u2013355. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-21852-1_41"},{"key":"11_CR40","doi-asserted-by":"crossref","unstructured":"Huang, S.W., Fu, W.T.: Don\u2019t hide in the crowd!: increasing social transparency between peer workers improves crowdsourcing outcomes. In: CHI, pp. 621\u2013630 (2013)","DOI":"10.1145\/2470654.2470743"},{"issue":"2","key":"11_CR41","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/0092-6566(85)90023-6","volume":"19","author":"EL Deci","year":"1985","unstructured":"Deci, E.L., Ryan, R.M.: The general causality orientations scale: self-determination in personality. J. Res. Pers. 19(2), 109\u2013134 (1985)","journal-title":"J. Res. Pers."},{"issue":"5","key":"11_CR42","doi-asserted-by":"publisher","first-page":"e64079","DOI":"10.1371\/journal.pone.0064079","volume":"8","author":"A Freitag","year":"2013","unstructured":"Freitag, A., Pfeffer, M.J.: Process, not product: investigating recommendations for improving citizen science \u201csuccess\u201d. PLoS ONE 8(5), e64079 (2013)","journal-title":"PLoS ONE"}],"container-title":["Lecture Notes in Computer Science","Collaboration and Technology"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-99504-5_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,4]],"date-time":"2023-09-04T06:13:48Z","timestamp":1693808028000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-99504-5_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319995038","9783319995045"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-99504-5_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]}}}