{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,6]],"date-time":"2025-11-06T12:30:00Z","timestamp":1762432200827,"version":"3.40.3"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031079191"},{"type":"electronic","value":"9783031079207"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-07920-7_18","type":"book-chapter","created":{"date-parts":[[2022,7,3]],"date-time":"2022-07-03T23:02:52Z","timestamp":1656889372000},"page":"233-244","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["The Crowdsourcing Delphi: A Method for Combing Expert Judgements and Wisdom of Crowds"],"prefix":"10.1007","author":[{"given":"Teemu","family":"Santonen","sequence":"first","affiliation":[]},{"given":"Jari","family":"Kaivo-oja","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,7,4]]},"reference":[{"key":"18_CR1","volume-title":"The Delphi Method: Techniques and Applications","author":"HA Linstone","year":"1975","unstructured":"Linstone, H.A., Turoff, M.: The Delphi Method: Techniques and Applications. Wesley Publishing Company, Reading (1975)"},{"key":"18_CR2","unstructured":"Expert in Cambridge Dictionary. https:\/\/dictionary.cambridge.org\/. Accessed 10 Mar 2022"},{"issue":"1","key":"18_CR3","doi-asserted-by":"publisher","first-page":"59","DOI":"10.7748\/nr2006.10.14.1.59.c6010","volume":"14","author":"J Baker","year":"2006","unstructured":"Baker, J., Lovell, K., Harris, N.: How expert are the experts? An exploration of the concept of \u2018expert\u2019 within Delphi panel techniques. Nurse Res. 14(1), 59\u201370 (2006)","journal-title":"Nurse Res."},{"issue":"2","key":"18_CR4","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1016\/S0020-7489(00)00044-4","volume":"38","author":"S Keeney","year":"2001","unstructured":"Keeney, S., Hasson, F., McKenna, H.P.: A critical review of the Delphi technique as a research methodology for nursing. Int. J. Nurs. Stud. 38(2), 195\u2013200 (2001)","journal-title":"Int. J. Nurs. Stud."},{"issue":"1","key":"18_CR5","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1016\/j.im.2003.11.002","volume":"42","author":"C Okoli","year":"2004","unstructured":"Okoli, C., Pawlowski, S.D.: The Delphi method as a research tool: an example, design considerations and applications. Inf. Manag. 42(1), 15\u201329 (2004)","journal-title":"Inf. Manag."},{"issue":"4","key":"18_CR6","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1016\/S0040-1625(02)00202-0","volume":"70","author":"SJ Van Zolingen","year":"2003","unstructured":"Van Zolingen, S.J., Klaassen, C.A.: Selection processes in a Delphi study about key qualifications in senior secondary vocational education. Technol. Forecast. Soc. Chang. 70(4), 317\u2013340 (2003)","journal-title":"Technol. Forecast. Soc. Chang."},{"issue":"6","key":"18_CR7","doi-asserted-by":"publisher","first-page":"729","DOI":"10.1111\/j.1365-2648.1987.tb01376.x","volume":"12","author":"CM Goodman","year":"1987","unstructured":"Goodman, C.M.: The Delphi technique: a critique. J. Adv. Nurs. 12(6), 729\u2013734 (1987)","journal-title":"J. Adv. Nurs."},{"key":"18_CR8","unstructured":"Sackman, H.: Delphi Critique, Expert Opinion, Forecasting and the Group Process. Lexington Books (1975)"},{"issue":"3","key":"18_CR9","doi-asserted-by":"publisher","first-page":"655","DOI":"10.1007\/s11096-016-0257-x","volume":"38","author":"SS McMillan","year":"2016","unstructured":"McMillan, S.S., King, M., Tully, M.P.: How to use the nominal group and Delphi techniques. Int. J. Clin. Pharm. 38(3), 655\u2013662 (2016). https:\/\/doi.org\/10.1007\/s11096-016-0257-x","journal-title":"Int. J. Clin. Pharm."},{"issue":"9","key":"18_CR10","doi-asserted-by":"publisher","first-page":"1642","DOI":"10.1016\/j.techfore.2011.07.008","volume":"78","author":"C Hussler","year":"2011","unstructured":"Hussler, C., Muller, P., Rond\u00e9, P.: Is diversity in Delphi panelist groups useful? Evidence from a French forecasting exercise on the future of nuclear energy. Technol. Forecast. Soc. Change 78(9), 1642\u20131653 (2011)","journal-title":"Technol. Forecast. Soc. Change"},{"issue":"2","key":"18_CR11","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1177\/0165551512437638","volume":"38","author":"E Estell\u00e9s-Arolas","year":"2012","unstructured":"Estell\u00e9s-Arolas, E., Gonz\u00e1lez-Ladr\u00f3n-De-Guevara, F.: Towards an integrated crowdsourcing definition. J. Inf. Sci. 38(2), 189\u2013200 (2012)","journal-title":"J. Inf. Sci."},{"key":"18_CR12","unstructured":"Kaivo-oja, J., Santonen, T., Myllyl\u00e4, Y.: The crowdsourcing Delphi: combining the Delphi methodology and crowdsourcing techniques. In: International Society for Professional Innovation Management. ISPIM Conference Proceedings (2013). URN:NBN:fi:amk-2016101015024"},{"issue":"4","key":"18_CR13","doi-asserted-by":"publisher","first-page":"574","DOI":"10.3846\/20294913.2016.1197164","volume":"22","author":"K Halicka","year":"2016","unstructured":"Halicka, K.: Innovative classification of methods of the Future-oriented Technology Analysis. Technol. Econ. Dev. Econ. 22(4), 574\u2013597 (2016)","journal-title":"Technol. Econ. Dev. Econ."},{"issue":"2","key":"18_CR14","first-page":"120","volume":"15","author":"A Strasser","year":"2017","unstructured":"Strasser, A.: Delphi method variants in information systems research: taxonomy development and application. Electron. J. Bus. Res. Methods 15(2), 120\u2013133 (2017)","journal-title":"Electron. J. Bus. Res. Methods"},{"key":"18_CR15","unstructured":"Howe, J.: Crowdsourcing: How the Power of the Crowd is Driving the Future of Business. Business Books, Great Britain (2008)"},{"issue":"2","key":"18_CR16","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1111\/ijmr.12135","volume":"20","author":"A Ghezzi","year":"2018","unstructured":"Ghezzi, A., Gabelloni, D., Martini, A., Natalicchio, A.: Crowdsourcing: a review and suggestions for future research. Int. J. Manag. Rev. 20(2), 343\u2013363 (2018)","journal-title":"Int. J. Manag. Rev."},{"key":"18_CR17","unstructured":"Geiger, D., Rosemann, M., Fielt, E., Schader, M.: Crowdsourcing information systems-definition typology, and design. In: George, J.F. (ed.) Proceedings of the 33rd Annual International Conference on Information Systems, pp. 1\u201311. Association for Information Systems\/AIS Electronic Library (AISeL) (2012). http:\/\/aisel.aisnet.org\/"},{"issue":"1","key":"18_CR18","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1016\/j.bushor.2014.09.005","volume":"58","author":"J Prpi\u0107","year":"2015","unstructured":"Prpi\u0107, J., Shukla, P.P., Kietzmann, J.H., McCarthy, I.P.: How to work a crowd: developing crowd capital through crowdsourcing. Bus. Horiz. 58(1), 77\u201385 (2015)","journal-title":"Bus. Horiz."},{"issue":"3","key":"18_CR19","doi-asserted-by":"publisher","first-page":"458","DOI":"10.1287\/mnsc.9.3.458","volume":"9","author":"N Dalkey","year":"1963","unstructured":"Dalkey, N., Helmer, O.: An experimental application of the Delphi method to use of experts. Manag. Sci. 9(3), 458\u2013467 (1963)","journal-title":"Manag. Sci."},{"key":"18_CR20","unstructured":"Turoff, M., Linstone, H.A.: The Delphi method-techniques and applications (2002). https:\/\/web.njit.edu\/~turoff\/pubs\/delphibook\/delphibook.pdf. Accessed 10 Mar 2022"},{"issue":"6","key":"18_CR21","doi-asserted-by":"publisher","first-page":"1221","DOI":"10.1111\/j.1365-2648.1994.tb01207.x","volume":"19","author":"HP McKenna","year":"1994","unstructured":"McKenna, H.P.: The Delphi technique: a worthwhile research approach for nursing? J. Adv. Nurs. 19(6), 1221\u20131225 (1994)","journal-title":"J. Adv. Nurs."},{"issue":"1","key":"18_CR22","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1108\/14777260310469319","volume":"17","author":"PM Mullen","year":"2003","unstructured":"Mullen, P.M.: Delphi: myths and reality. J. Health Organ. Manag. 17(1), 37\u201352 (2003)","journal-title":"J. Health Organ. Manag."},{"key":"18_CR23","unstructured":"Keeney, S.: The Delphi technique. In: Gerrish, K., Lacey, A. (eds.) The Research Process in Nursing, 6th edn., pp. 227\u2013236. Wiley-Blackwell, London (2010)"},{"issue":"2","key":"18_CR24","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/0040-1625(70)90161-7","volume":"2","author":"M Turoff","year":"1970","unstructured":"Turoff, M.: The design of a policy Delphi. Technol. Forecast. Soc. Change 2(2), 149\u2013171 (1970)","journal-title":"Technol. Forecast. Soc. Change"},{"issue":"3","key":"18_CR25","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1016\/0040-1625(79)90011-8","volume":"15","author":"W Rauch","year":"1979","unstructured":"Rauch, W.: The decision Delphi. Technol. Forecast. Soc. Change 15(3), 159\u2013169 (1979)","journal-title":"Technol. Forecast. Soc. Change"},{"issue":"3","key":"18_CR26","doi-asserted-by":"publisher","first-page":"763","DOI":"10.1111\/j.1540-5915.1997.tb01330.x","volume":"28","author":"RC Schmidt","year":"1997","unstructured":"Schmidt, R.C.: Managing Delphi surveys using nonparametric statistical techniques. Decis. Sci. 28(3), 763\u2013774 (1997)","journal-title":"Decis. Sci."},{"key":"18_CR27","unstructured":"Kuusi, O.: Expertise in the future use of generic technologies. VATT research reports 59. VATT, Helsinki (1999)"},{"issue":"9","key":"18_CR28","doi-asserted-by":"publisher","first-page":"1603","DOI":"10.1016\/j.techfore.2011.03.006","volume":"78","author":"M Nowack","year":"2011","unstructured":"Nowack, M., Endrikat, J., Guenther, E.: Review of Delphi-based scenario studies: quality and design considerations. Technol. Forecast. Soc. Change 78(9), 1603\u20131615 (2011)","journal-title":"Technol. Forecast. Soc. Change"},{"issue":"1","key":"18_CR29","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1016\/S0040-1625(01)00177-9","volume":"70","author":"P Tapio","year":"2003","unstructured":"Tapio, P.: Disaggregative policy Delphi: using cluster analysis as a tool for systematic scenario formation. Technol. Forecast. Soc. Change 70(1), 83\u2013101 (2003)","journal-title":"Technol. Forecast. Soc. Change"},{"issue":"2","key":"18_CR30","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1016\/j.bushor.2016.11.007","volume":"60","author":"A Flostrand","year":"2017","unstructured":"Flostrand, A.: Finding the future: crowdsourcing versus the Delphi technique. Bus. Horiz. 60(2), 229\u2013236 (2017)","journal-title":"Bus. Horiz."},{"key":"18_CR31","doi-asserted-by":"publisher","DOI":"10.4324\/9780203994627","volume-title":"The Logic of Scientific Discovery","author":"K Popper","year":"2005","unstructured":"Popper, K.: The Logic of Scientific Discovery. Routledge, London (2005)"},{"key":"18_CR32","doi-asserted-by":"crossref","unstructured":"Marchau, V., van de Linde, E.: The Delphi method. In: van der Duin, P. (ed.) Foresight in Organizations. Methods and Tools, pp. 59\u201379. Routledge, New York (2016)","DOI":"10.4324\/9781315728513-10"},{"issue":"1","key":"18_CR33","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1177\/1354856507084420","volume":"14","author":"DC Brabham","year":"2008","unstructured":"Brabham, D.C.: Crowdsourcing as a model for problem solving: an introduction and cases. Convergence 14(1), 75\u201390 (2008)","journal-title":"Convergence"},{"issue":"1","key":"18_CR34","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1007\/s11606-013-2536-8","volume":"29","author":"BL Ranard","year":"2014","unstructured":"Ranard, B.L., et al.: Crowdsourcing\u2014harnessing the masses to advance health and medicine, a systematic review. J. Gen. Internal Med. 29(1), 187\u2013203 (2014). https:\/\/doi.org\/10.1007\/s11606-013-2536-8","journal-title":"J. Gen. Internal Med."},{"key":"18_CR35","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1007\/s11135-007-9105-3","volume":"43","author":"NL Leech","year":"2009","unstructured":"Leech, N.L., Onwuegbuzie, A.J.: A typology of mixed methods research designs. Qual. Quant. 43, 265\u2013275 (2009). https:\/\/doi.org\/10.1007\/s11135-007-9105-3","journal-title":"Qual. Quant."},{"key":"18_CR36","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1016\/j.futures.2016.07.004","volume":"86","author":"J Kaivo-oja","year":"2017","unstructured":"Kaivo-oja, J.: Towards better participatory processes in technology foresight: how to link participatory foresight research to the methodological machinery of qualitative research and phenomenology? Futures 86, 94\u2013106 (2017)","journal-title":"Futures"},{"key":"18_CR37","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1007\/978-3-319-62698-7_20","volume-title":"Knowledge Management in Organizations","author":"K-O Jari","year":"2017","unstructured":"Jari, K.-O., Theresa, L.: Knowledge management and triangulation logic in the foresight research and analyses in business process management. In: Uden, L., Lu, W., Ting, I.-H. (eds.) KMO 2017. CCIS, vol. 731, pp. 228\u2013238. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-62698-7_20"}],"container-title":["Communications in Computer and Information Science","Knowledge Management in Organisations"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-07920-7_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,3]],"date-time":"2022-07-03T23:09:06Z","timestamp":1656889746000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-07920-7_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031079191","9783031079207"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-07920-7_18","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"4 July 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"KMO","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Knowledge Management in Organizations","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hagen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 July 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"kmo2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/kmo2022.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"61","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}