{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T10:26:48Z","timestamp":1777890408578,"version":"3.51.4"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,6,1]],"date-time":"2021-06-01T00:00:00Z","timestamp":1622505600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Electron Markets"],"published-print":{"date-parts":[[2021,6]]},"DOI":"10.1007\/s12525-021-00481-4","type":"journal-article","created":{"date-parts":[[2021,6,11]],"date-time":"2021-06-11T04:04:14Z","timestamp":1623384254000},"page":"313-318","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["Hybrid intelligence in business networks"],"prefix":"10.1007","volume":"31","author":[{"given":"Philipp","family":"Ebel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthias","family":"S\u00f6llner","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jan Marco","family":"Leimeister","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kevin","family":"Crowston","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gert-Jan","family":"de Vreede","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,6,11]]},"reference":[{"key":"481_CR1","doi-asserted-by":"publisher","unstructured":"Attenberg, J., Ipeirotis, P., & Provost, F. (2015). Beat the machine: challenging humans to find a predictive model\u2019s \u201cunknown unknowns.\u201d Journal of Data and Information Quality (JDIQ), 6(1), 1.\u00a0https:\/\/doi.org\/10.1145\/2700832.","DOI":"10.1145\/2700832"},{"key":"481_CR2","unstructured":"Bothun, D., Liebermann, M. & Rao, A. (2017). Bot.Me: a revolutionary partnership. How AI is pushing man and machine closer together.\u00a0Consumer Intelligence Series PwC."},{"key":"481_CR3","doi-asserted-by":"publisher","unstructured":"Card, D. & Nelson, C. (2019). How automation and digital disruption are shaping the workforce of the future.\u00a0Strategic HR Review,\u00a018(6), 242\u2013245.\u00a0https:\/\/doi.org\/10.1108\/SHR-08-2019-0067.","DOI":"10.1108\/SHR-08-2019-0067"},{"key":"481_CR4","doi-asserted-by":"publisher","unstructured":"Cheng, J. & Bernstein, M. S. (2015). Flock: hybrid crowd-machine learning classifiers. Proceedings of the 18th ACM Conference on Computer Supported Cooperative Work & Social Computing. 600\u2013611.\u00a0https:\/\/doi.org\/10.1145\/2675133.2675214.","DOI":"10.1145\/2675133.2675214"},{"key":"481_CR5","doi-asserted-by":"publisher","unstructured":"Dellermann, D., Ebel, P., S\u00f6llner, M. & Leimeister, J. M. (2019a). Hybrid intelligence.\u00a0Business & Information Systems Engineering, 61.\u00a01\u20137.\u00a0https:\/\/doi.org\/10.1007\/s12599-019-00595-2.","DOI":"10.1007\/s12599-019-00595-2"},{"key":"481_CR6","doi-asserted-by":"publisher","unstructured":"Dellermann, D., Lipusch, N., Ebel, P., & Leimeister, J. M. (2019b). Design principles for a hybrid intelligence decision support system for business model validation. Electronic Markets, 29(3), 423\u2013441.\u00a0https:\/\/doi.org\/10.1007\/s12525-018-0309-2.","DOI":"10.1007\/s12525-018-0309-2"},{"key":"481_CR7","doi-asserted-by":"publisher","unstructured":"Doroudi, S., Kamar, E., Brunskill, E. & Horvitz, E. (2016). Toward a learning science for complex crowdsourcing tasks. Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems, ACM.\u00a02623\u20132634. https:\/\/doi.org\/10.1145\/2858036.2858268.","DOI":"10.1145\/2858036.2858268"},{"key":"481_CR8","unstructured":"Elshan, E. & Ebel, P. (2020). Let\u2019s team up: designing conversational agents as teammates. Proceedings of the\u00a0International Conference on Information Systems (ICIS)."},{"key":"481_CR9","doi-asserted-by":"publisher","unstructured":"Elshan, E., Engel, V. & Ebel, P. (2021). Opening the black box of music royalties with the help of hybrid intelligence. Proceedings of the 54th Hawaii International Conference on System Sciences (HICSS). https:\/\/doi.org\/10.24251\/HICSS.2021.671.","DOI":"10.24251\/HICSS.2021.671"},{"key":"481_CR10","unstructured":"Engel, C. T. & Ebel, P. (2019). Data-driven service innovation: a systematic literature review and development of a research agenda. Proceedings of the 27th European Conference on Information Systems (ECIS),\u00a0Stockholm & Uppsala, Sweden. https:\/\/aisel.aisnet.org\/ecis2019_rp\/161."},{"key":"481_CR11","unstructured":"Engel, C., Ebel, P. & van Giffen, B. (2021a). Empirically exploring the cause-effect relationships of AI characteristics, project management challenges, and organizational change. 16th International Conference on Wirtschaftsinformatik (WI). https:\/\/aisel.aisnet.org\/wi2021\/QDesign\/Track10\/3."},{"key":"481_CR12","doi-asserted-by":"publisher","unstructured":"Engel, C., Elshan, E. & Ebel, P. (2021b). Deploying a model for assessing cognitive automation use cases: insights from action research with a leading european manufacturing company. Proceedings of the 54th Hawaii International Conference on System Sciences (HICSS).\u00a0https:\/\/doi.org\/10.24251\/HICSS.2021.755.","DOI":"10.24251\/HICSS.2021.755"},{"key":"481_CR13","doi-asserted-by":"publisher","unstructured":"Feine, J., Gnewuch, U., Morana, S., & Maedche, A. (2019). A taxonomy of social cues for conversational agents. International Journal of Human-Computer Studies, 132, 138\u2013161.\u00a0https:\/\/doi.org\/10.1016\/j.ijhcs.2019.07.009.","DOI":"10.1016\/j.ijhcs.2019.07.009"},{"key":"481_CR14","doi-asserted-by":"publisher","unstructured":"F\u00f8lstad, A., & Brandtz\u00e6g, P. B. (2017). Chatbots and the new world of HCI. Interactions, 24(4), 38\u201342. https:\/\/doi.org\/10.1145\/3085558.","DOI":"10.1145\/3085558"},{"key":"481_CR15","doi-asserted-by":"publisher","unstructured":"Graef, R., Klier, M., Kluge, K., & Zolitschka, J. F. (2021). Human-machine collaboration in online customer service \u2013 a long-term feedback-based approach, Electronic Markets, 31(2).\u00a0https:\/\/doi.org\/10.1007\/s12525-020-00420-9.","DOI":"10.1007\/s12525-020-00420-9"},{"key":"481_CR16","doi-asserted-by":"publisher","unstructured":"Ipeirotis, P. G. (2010). Analyzing the amazon mechanical turk marketplace.\u00a0XRDS: Crossroads, The ACM Magazine for Students - Comp-YOU-Ter, 17(2), 16\u201321.\u00a0https:\/\/doi.org\/10.1145\/1869086.1869094.","DOI":"10.1145\/1869086.1869094"},{"key":"481_CR17","doi-asserted-by":"publisher","unstructured":"Janssen, J., & Kirschner, P. A. (2020). Applying collaborative cognitive load theory to computer-supported collaborative learning: towards a research agenda. Educational Technology Research and Development, 68,\u00a0783\u2013805.\u00a0https:\/\/doi.org\/10.1007\/s11423-019-09729-5.","DOI":"10.1007\/s11423-019-09729-5"},{"key":"481_CR18","doi-asserted-by":"publisher","unstructured":"Jordan, M. I., & Mitchell, T. M. (2015). Machine learning: trends, perspectives, and prospects. Science, 349(6245), 255\u2013260.\u00a0https:\/\/doi.org\/10.1126\/science.aaa8415.","DOI":"10.1126\/science.aaa8415"},{"key":"481_CR19","unstructured":"Kamar, E. (2016a). Directions in hybrid intelligence: complementing AI Systems with human intelligence. Proceedings of the International Joint Conference on Artificial Intelligence."},{"key":"481_CR20","doi-asserted-by":"publisher","unstructured":"Kamar, E. (2016b). Hybrid workplaces of the future.\u00a0XRDS: Crossroads, the ACM Magazine for Students, 23(2), 22\u201325.\u00a0https:\/\/doi.org\/10.1145\/3013488.","DOI":"10.1145\/3013488"},{"key":"481_CR21","unstructured":"Kamar, E., Hacker, S. & Horvitz, E. (2012). Combining human and machine intelligence in large-scale crowdsourcing. Proceedings of the 11th International Conference on Autonomous Agents and Multiagent Systems-Volume 1, International Foundation for Autonomous Agents and Multiagent Systems."},{"key":"481_CR22","doi-asserted-by":"crossref","unstructured":"Kamar, E., Kapoor, A. & Horvitz, E. (2015). Identifying and accounting for task-dependent bias in crowdsourcing. 3rd\u00a0AAAI Conference on Human Computation and Crowdsourcing.","DOI":"10.1609\/hcomp.v3i1.13238"},{"key":"481_CR23","unstructured":"Kenney, M., & Zysman, J. (2016). The rise of the platform economy. Issues in Science and Technology, 32(3), 61\u201369."},{"key":"481_CR24","doi-asserted-by":"publisher","unstructured":"Knote, R., Janson, A., S\u00f6llner, M. & Leimeister, J. M. (2019). Classifying smart personal assistants: an empirical cluster analysis. Proceedings of the 52nd Hawaii international conference on system sciences (HICSS).\u00a0https:\/\/doi.org\/10.24251\/HICSS.2019.245.","DOI":"10.24251\/HICSS.2019.245"},{"issue":"2","key":"481_CR25","doi-asserted-by":"crossref","first-page":"5","DOI":"10.17705\/1jais.00667","volume":"22","author":"R Knote","year":"2021","unstructured":"Knote, R., Janson, A., S\u00f6llner, M., & Leimeister, J. M. (2021). Value co-creation in smart services: a functional affordances perspective on smart personal assistants. Journal of the Association for Information Systems, 22(2), 5.","journal-title":"Journal of the Association for Information Systems"},{"key":"481_CR26","doi-asserted-by":"publisher","unstructured":"K\u00fchl, N., M\u00fchlthaler, M. & Goutier, M. (2020). Supporting customer-oriented marketing with artificial intelligence: automatically quantifying customer needs from social media. Electronic Markets, 30(3), 351\u2013367. https:\/\/doi.org\/10.1007\/s12525-019-00351-0.","DOI":"10.1007\/s12525-019-00351-0"},{"key":"481_CR27","doi-asserted-by":"crossref","unstructured":"Lakkaraju, H., Kamar, E., Caruana, R. & Horvitz, E. (2017). Identifying unknown unknowns in the open world: representations and policies for guided exploration. Proceedings of the AAAI Conference on Artificial Intelligence.","DOI":"10.1609\/aaai.v31i1.10821"},{"key":"481_CR28","doi-asserted-by":"publisher","unstructured":"Lee, S.-s., Lee, J. & Lee, K.-p. (2017). Designing intelligent assistant through user participations. Proceedings of the 2017 Conference on Designing Interactive Systems.\u00a0173\u2013177. https:\/\/doi.org\/10.1145\/3064663.3064733.","DOI":"10.1145\/3064663.3064733"},{"key":"481_CR29","doi-asserted-by":"publisher","unstructured":"Maedche, A., Legner, C., Benlian, A., Berger, B., Gimpel, H., Hess, T., Hinz, O., Morana, S., & S\u00f6llner, M. (2019). AI-based digital assistants. Business & Information Systems Engineering, 61(4), 535\u2013544.\u00a0https:\/\/doi.org\/10.1007\/s12599-019-00600-8.","DOI":"10.1007\/s12599-019-00600-8"},{"key":"481_CR30","doi-asserted-by":"publisher","unstructured":"Mao, K., Yang, Y., Li, M. & Harman, M. (2013). Pricing crowdsourcing-based software development tasks. Proceedings of the 26th International Conference on Software Engineering.\u00a01205\u20131208. https:\/\/doi.org\/10.1109\/ICSE.2013.6606679.","DOI":"10.1109\/ICSE.2013.6606679"},{"key":"481_CR31","doi-asserted-by":"publisher","unstructured":"Mirbabaie, M., Stieglitz, S., & Frick, N. R. J. (2021) Hybrid intelligence in hospitals: towards a research agenda for collaboration and team-building, Electronic Markets, 31(2).\u00a0https:\/\/doi.org\/10.1007\/s12525-021-00457-4.","DOI":"10.1007\/s12525-021-00457-4"},{"key":"481_CR32","doi-asserted-by":"publisher","unstructured":"Mitchell, M., Bohus, D. & Kamar, E. (2014). Crowdsourcing language generation templates for dialogue systems. Proceedings of the INLG and SIGDIAL 2014 Joint Session.\u00a0172\u2013180.\u00a0https:\/\/doi.org\/10.3115\/v1\/W14-5003.","DOI":"10.3115\/v1\/W14-5003"},{"key":"481_CR33","doi-asserted-by":"publisher","unstructured":"Moussawi, S., Benbunan-Fich, R., & Koufaris, M. (2021). How perceptions of intelligence and anthropomorphism affect adoption of personal intelligent agents. Electronic Markets, 31(2).\u00a0https:\/\/doi.org\/10.1007\/s12525-020-00411-w.","DOI":"10.1007\/s12525-020-00411-w"},{"key":"481_CR34","doi-asserted-by":"publisher","unstructured":"Neuhofer, B., Magnus, B. & Celuch, K. (2020). The impact of artificial intelligence on event experiences: a scenario technique approach. Electronic Markets (2020). https:\/\/doi.org\/10.1007\/s12525-020-00433-4.","DOI":"10.1007\/s12525-020-00433-4"},{"key":"481_CR35","doi-asserted-by":"publisher","unstructured":"Poser, M., & Bittner, E. A. (2020). Hybrid teamwork: consideration of teamwork concepts to reach naturalistic interaction between humans and conversational agents. 15th International Conference on Wirtschaftsinformatik, Potsdam, Germany.\u00a0https:\/\/doi.org\/10.30844\/wi_2020_a6-poser.","DOI":"10.30844\/wi_2020_a6-poser."},{"key":"481_CR36","doi-asserted-by":"publisher","unstructured":"Seeber, I., Bittner, E., Briggs, R. O., De Vreede, T., De Vreede, G.-J., Elkins, A., Maier, R., Merz, A. B., Oeste-Rei\u00df, S., & Randrup, N. (2020). Machines as teammates: a research agenda on AI in team collaboration. Information & Management, 57(2), 103174.\u00a0https:\/\/doi.org\/10.1016\/j.im.2019.103174.","DOI":"10.1016\/j.im.2019.103174"},{"key":"481_CR37","unstructured":"Stone, P., Brooks, R., Brynjolfsson, E., Calo, R., Etzioni, O., Hager, G., Hirschberg, J., Kalyanakrishnan, S., Kamar, E., & Kraus, S. (2016). Artificial intelligence and life in 2030 - one hundred year study on artificial intelligence: Report of the 2015\u20132016 study panel. Analysis and Policy Observatory (APO). Stanford University Press.\u00a0https:\/\/apo.org.au\/node\/210721."},{"key":"481_CR38","doi-asserted-by":"publisher","unstructured":"Wambsganss, T., Niklaus, C., Cetto, M., S\u00f6llner, M., Handschuh, S. & Leimeister, J. M. (2020). AL: an adaptive learning support system for argumentation skills. Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems.\u00a01\u201314. https:\/\/doi.org\/10.1145\/3313831.3376732.","DOI":"10.1145\/3313831.3376732"},{"key":"481_CR39","doi-asserted-by":"publisher","unstructured":"Wambsganss, T., K\u00fcng, T., Matthias, S. & Leimeister, J. M. (2021). Arguetutor: an adaptive dialog-based learning system for argumentation skills.\u00a0Proceedings of the 2021 CHI conference on human factors in computing systems.\u00a01\u201313. https:\/\/doi.org\/10.1145\/3411764.3445781.","DOI":"10.1145\/3411764.3445781"},{"key":"481_CR40","doi-asserted-by":"publisher","unstructured":"Wang, W. Y., Bohus, D., Kamar, E. & Horvitz, E. (2012). Crowdsourcing the acquisition of natural language corpora: methods and observations. Proceedings of the IEEE Spoken Language Technology Workshop (SLT), IEEE.\u00a0https:\/\/doi.org\/10.1109\/SLT.2012.6424200.","DOI":"10.1109\/SLT.2012.6424200"},{"key":"481_CR41","unstructured":"World Economic Forum (2020). The future of jobs report 2020. Wef.\u00a0http:\/\/www3.weforum.org\/docs\/WEF_Future_of_Jobs_2020.pdf."},{"key":"481_CR42","doi-asserted-by":"crossref","unstructured":"Winkler, R., Elshan, E., S\u00f6llner, M. & Leimeister, J. (2020a). SPAM\u2013A process model for developing smart personal assistants. Proceeding of the Hawaiian International Conference on System Sciences (HICSS).","DOI":"10.24251\/HICSS.2020.033"},{"key":"481_CR43","doi-asserted-by":"publisher","unstructured":"Winkler, R., Hobert, S., Salovaara, A., S\u00f6llner, M. & Leimeister, J. M. (2020b). Sara, the lecturer: improving learning in online education with a scaffolding-based conversational agent. Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems.\u00a01\u201314. https:\/\/doi.org\/10.1145\/3313831.3376781.","DOI":"10.1145\/3313831.3376781"},{"key":"481_CR44","doi-asserted-by":"publisher","unstructured":"Winkler, R., S\u00f6llner, M., & Leimeister, J. M. (2021). Enhancing problem-solving skills with smart personal assistant technology. Computers & Education, 165, 104148.\u00a0https:\/\/doi.org\/10.1016\/j.compedu.2021.104148.","DOI":"10.1016\/j.compedu.2021.104148"},{"key":"481_CR45","first-page":"2016","volume":"13","author":"G Zarkadakis","year":"2016","unstructured":"Zarkadakis, G., Jesuthasan, R., & Malcolm, T. (2016). The 3 ways work can be automated. Harvard Business Review, 13, 2016.","journal-title":"Harvard Business Review"}],"container-title":["Electronic Markets"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12525-021-00481-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s12525-021-00481-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s12525-021-00481-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,30]],"date-time":"2022-12-30T18:27:25Z","timestamp":1672424845000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s12525-021-00481-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6]]},"references-count":45,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,6]]}},"alternative-id":["481"],"URL":"https:\/\/doi.org\/10.1007\/s12525-021-00481-4","relation":{},"ISSN":["1019-6781","1422-8890"],"issn-type":[{"value":"1019-6781","type":"print"},{"value":"1422-8890","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6]]},"assertion":[{"value":"11 June 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}