{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T05:56:00Z","timestamp":1763358960125,"version":"3.40.3"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031494246"},{"type":"electronic","value":"9783031494253"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-49425-3_5","type":"book-chapter","created":{"date-parts":[[2023,12,22]],"date-time":"2023-12-22T06:24:28Z","timestamp":1703226268000},"page":"69-88","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Towards a Methodology for Developing Human-AI Collaborative Decision Support Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8364-073X","authenticated-orcid":false,"given":"Alexander","family":"Smirnov","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9380-5064","authenticated-orcid":false,"given":"Andrew","family":"Ponomarev","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1962-7044","authenticated-orcid":false,"given":"Tatiana","family":"Levashova","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,12,23]]},"reference":[{"key":"5_CR1","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"773","DOI":"10.1007\/978-3-030-68017-6_115","volume-title":"Intelligent Human Systems Integration 2021","author":"A Smirnov","year":"2021","unstructured":"Smirnov, A., Ponomarev, A.: Supporting collective intelligence of human-machine teams in decision-making scenarios. In: Russo, D., Ahram, T., Karwowski, W., Di Bucchianico, G., Taiar, R. (eds.) IHSI 2021. AISC, vol. 1322, pp. 773\u2013778. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-68017-6_115"},{"key":"5_CR2","doi-asserted-by":"publisher","first-page":"102","DOI":"10.7546\/CRABS.2022.01.12","volume":"75","author":"A Smirnov","year":"2022","unstructured":"Smirnov, A., Ponomarev, A., Levashova, T., Shilov, N.: Conceptual framework of a human-machine collective intelligence environment for decision support. Proc. Bulg. Acad. Sci. 75, 102\u2013109 (2022). https:\/\/doi.org\/10.7546\/CRABS.2022.01.12","journal-title":"Proc. Bulg. Acad. Sci."},{"key":"5_CR3","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1016\/j.jbusres.2019.07.039","volume":"104","author":"H Snyder","year":"2019","unstructured":"Snyder, H.: Literature review as a research methodology: an overview and guidelines. J. Bus. Res. 104, 333\u2013339 (2019). https:\/\/doi.org\/10.1016\/j.jbusres.2019.07.039","journal-title":"J. Bus. Res."},{"key":"5_CR4","first-page":"65","volume":"43","author":"G Demartini","year":"2020","unstructured":"Demartini, G., Mizzaro, S., Spina, D.: Human-in-the-loop artificial intelligence for fighting online misinformation: challenges and opportunities. Bull. Tech. Comm. Data Eng. 43, 65\u201374 (2020)","journal-title":"Bull. Tech. Comm. Data Eng."},{"key":"5_CR5","doi-asserted-by":"publisher","unstructured":"Nakahashi, R., Yamada, S.: Balancing performance and human autonomy with implicit guidance agent. Front. Artif. Intell. 4, 736321 (2021). https:\/\/doi.org\/10.3389\/frai.2021.736321","DOI":"10.3389\/frai.2021.736321"},{"key":"5_CR6","unstructured":"Neef, M.: A taxonomy of human - agent team collaborations. In: Proceedings of the 18th BeNeLux Conference on Artificial Intelligence (BNAIC 2006), pp. 245\u2013250 (2006)"},{"key":"5_CR7","doi-asserted-by":"publisher","first-page":"1097","DOI":"10.1016\/j.procir.2020.04.045","volume":"93","author":"A Umbrico","year":"2020","unstructured":"Umbrico, A., Orlandini, A., Cesta, A.: An ontology for human-robot collaboration. Procedia CIRP. 93, 1097\u20131102 (2020). https:\/\/doi.org\/10.1016\/j.procir.2020.04.045","journal-title":"Procedia CIRP."},{"key":"5_CR8","unstructured":"Wilson, H.J., Daugherty, P.R.: Collaborative Intelligence: Humans and AI are Joining Forces (2018). https:\/\/hbr.org\/2018\/07\/collaborative-intelligence-humans-and-ai-are-joining-forces. Accessed 21 Aug 2023"},{"key":"5_CR9","unstructured":"Hemmer, P., Schemmer, M., Riefle, L., Rosellen, N., V\u00f6ssing, M., K\u00fchl, N.: Factors that influence the adoption of human-AI collaboration in clinical decision-making (2022). http:\/\/arxiv.org\/abs\/2204.09082"},{"key":"5_CR10","doi-asserted-by":"publisher","unstructured":"van den Bosch, K., Bronkhorst, A.: Human-AI cooperation to benefit military decision making. In: Proceedings of Specialist Meeting Big Data & Artificial Intelligence for Military Decision Making, pp. S3\u20131\u20131-S3\u20131\u201313 (2018). https:\/\/doi.org\/10.14339\/STO-MP-IST-160","DOI":"10.14339\/STO-MP-IST-160"},{"key":"5_CR11","unstructured":"Pohl, J.: Collaborative decision-support and the human-machine relationship. In: A Decision-Making Tools Workshop, pp. 21\u201346. Collaborative Agent Design Research Center, San Luis (2019)"},{"key":"5_CR12","doi-asserted-by":"publisher","unstructured":"Kase, S.E., Hung, C.P., Krayzman, T., Hare, J.Z., Rinderspacher, B.C., Su, S.M.: The future of collaborative human-artificial intelligence decision-making for mission planning. Front. Psychol. 13, 850628 (2022). https:\/\/doi.org\/10.3389\/fpsyg.2022.850628","DOI":"10.3389\/fpsyg.2022.850628"},{"key":"5_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2022.107308","volume":"134","author":"C Candrian","year":"2022","unstructured":"Candrian, C., Scherer, A.: Rise of the machines: Delegating decisions to autonomous AI. Comput. Human Behav. 134, 107308 (2022). https:\/\/doi.org\/10.1016\/j.chb.2022.107308","journal-title":"Comput. Human Behav."},{"key":"5_CR14","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1109\/MIS.2004.74","volume":"19","author":"G Klein","year":"2004","unstructured":"Klein, G., Woods, D.D., Bradshaw, J.M., Hoffman, R.R., Feltovich, P.J.: Ten challenges for making automation a \u201cTeam Player\u201d in joint human-agent activity. IEEE Intell. Syst. 19, 91\u201395 (2004). https:\/\/doi.org\/10.1109\/MIS.2004.74","journal-title":"IEEE Intell. Syst."},{"key":"5_CR15","doi-asserted-by":"publisher","unstructured":"Crowley, J.L., et al.: A hierarchical framework for collaborative artificial intelligence. IEEE Pervasive Comput. 22(1), 1\u201310 (2022). https:\/\/doi.org\/10.1109\/MPRV.2022.3208321","DOI":"10.1109\/MPRV.2022.3208321"},{"key":"5_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10479-021-04373-w","volume":"11","author":"J Chen","year":"2021","unstructured":"Chen, J., Lim, C.P., Tan, K.H., Govindan, K., Kumar, A.: Artificial intelligence-based human-centric decision support framework: an application to predictive maintenance in asset management under pandemic environments. Ann. Oper. Res. 11, 1\u201324 (2021). https:\/\/doi.org\/10.1007\/s10479-021-04373-w","journal-title":"Ann. Oper. Res."},{"key":"5_CR17","doi-asserted-by":"publisher","first-page":"1044","DOI":"10.3390\/s21041044","volume":"21","author":"Y Bouabdallaoui","year":"2021","unstructured":"Bouabdallaoui, Y., Lafhaj, Z., Yim, P., Ducoulombier, L., Bennadji, B.: Predictive maintenance in building facilities: a machine learning-based approach. Sensors 21, 1044 (2021). https:\/\/doi.org\/10.3390\/s21041044","journal-title":"Sensors"},{"key":"5_CR18","doi-asserted-by":"publisher","unstructured":"Lee, M.H., Siewiorek, D.P.P., Smailagic, A., Bernardino, A., Berm\u00fadez i Badia, S.B.: A human-AI collaborative approach for clinical decision making on rehabilitation assessment. In: Proceedings of the 2021 CHI Conference on Human Factors in Computing Systems, pp. 1\u201314. ACM, New York, NY, USA (2021). https:\/\/doi.org\/10.1145\/3411764.3445472","DOI":"10.1145\/3411764.3445472"},{"key":"5_CR19","doi-asserted-by":"publisher","unstructured":"Puranam, P.: Human\u2013AI collaborative decision-making as an organization design problem. J. Organ. Des. 10, 75\u201380 (2021). https:\/\/doi.org\/10.1007\/s41469-021-00095-2","DOI":"10.1007\/s41469-021-00095-2"},{"key":"5_CR20","doi-asserted-by":"publisher","unstructured":"Lai, V., Carton, S., Bhatnagar, R., Liao, Q.V., Zhang, Y., Tan, C.: Human-AI collaboration via conditional delegation: a case study of content moderation. In: CHI Conference on Human Factors in Computing Systems, pp. 1\u201318. ACM, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3491102.3501999","DOI":"10.1145\/3491102.3501999"},{"key":"5_CR21","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/978-3-319-46379-7_5","volume-title":"Algorithmic Learning Theory","author":"C Cortes","year":"2016","unstructured":"Cortes, C., DeSalvo, G., Mohri, M.: Learning with rejection. In: Ortner, R., Simon, H.U., Zilles, S. (eds.) ALT 2016. LNCS (LNAI), vol. 9925, pp. 67\u201382. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46379-7_5"},{"key":"5_CR22","doi-asserted-by":"publisher","first-page":"678","DOI":"10.1287\/isre.2021.1079","volume":"33","author":"A Fuegener","year":"2022","unstructured":"Fuegener, A., Grahl, J., Gupta, A., Ketter, W.: Cognitive challenges in human-AI collaboration: Investigating the path towards productive delegation. Inf. Syst. Res. 33, 678\u2013696 (2022)","journal-title":"Inf. Syst. Res."},{"key":"5_CR23","doi-asserted-by":"publisher","unstructured":"Bosch, K. van den, Bronkhorst, A.: Human-AI cooperation to benefit military decision making. In: Proceedings of Specialist Meeting Big Data & Artificial Intelligence for Military Decision Making, pp. S3\u20131\u20131\u2013S3\u20131\u201313. S&T Organization (2018). https:\/\/doi.org\/10.14339\/STO-MP-IST-160","DOI":"10.14339\/STO-MP-IST-160"},{"key":"5_CR24","first-page":"493","volume":"69","author":"H Simon","year":"1979","unstructured":"Simon, H.: Rational decision making in business organizations. Am. Econ. Assoc. 69, 493\u2013513 (1979)","journal-title":"Am. Econ. Assoc."},{"key":"5_CR25","first-page":"61","volume-title":"Teaching decision making to adolescents","author":"L Mann","year":"1991","unstructured":"Mann, L., Harmoni, R., Power, C.: The GOFER course in decision making. In: Baron, J., Brown, R.V. (eds.) Teaching decision making to adolescents, pp. 61\u201378. Lawrence Erlbaum Associates, Hillsdale (1991)"},{"key":"5_CR26","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1097\/01.HCM.0000285046.27290.90","volume":"27","author":"KL Guo","year":"2008","unstructured":"Guo, K.L.: DECIDE: a decision-making model for more effective decision making by health care managers. Health Care Manag. (Frederick) 27, 118\u2013127 (2008). https:\/\/doi.org\/10.1097\/01.HCM.0000285046.27290.90","journal-title":"Health Care Manag. (Frederick)"},{"key":"5_CR27","doi-asserted-by":"crossref","unstructured":"de Sousa Ribeiro, M., Leite, J.: Aligning artificial neural networks and ontologies towards explainable AI. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35, no. 6, pp. 4932\u20134940. AAAI Press (2021)","DOI":"10.1609\/aaai.v35i6.16626"},{"key":"5_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12859-021-04370-7","volume":"22","author":"V Bourgeais","year":"2021","unstructured":"Bourgeais, V., Zehraoui, F., Ben Hamdoune, M., Hanczar, B.: Deep GONet: self-explainable deep neural network based on Gene Ontology for phenotype prediction from gene expression data. BMC Bioinform. 22, 1\u201324 (2021). https:\/\/doi.org\/10.1186\/s12859-021-04370-7","journal-title":"BMC Bioinform."},{"key":"5_CR29","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1007\/978-3-031-79450-6_3","volume-title":"Provenance: An Introduction to PROV","author":"L Moreau","year":"2013","unstructured":"Moreau, L., Groth, P.: The prov Ontology. In: Moreau, L., Groth, P. (eds.) Provenance: An Introduction to PROV, pp. 21\u201338. Springer International Publishing, Cham (2013). https:\/\/doi.org\/10.1007\/978-3-031-79450-6_3"},{"key":"5_CR30","doi-asserted-by":"publisher","first-page":"135167","DOI":"10.1109\/ACCESS.2021.3116870","volume":"9","author":"A Smirnov","year":"2021","unstructured":"Smirnov, A., Levashova, T., Ponomarev, A., Shilov, N.: Methodology for multi-aspect ontology development: ontology for decision support based on human-machine collective intelligence. IEEE Access. 9, 135167\u2013135185 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2021.3116870","journal-title":"IEEE Access."},{"key":"5_CR31","first-page":"30","volume":"2465","author":"A Seeliger","year":"2019","unstructured":"Seeliger, A., Pfaff, M., Krcmar, H.: Semantic web technologies for explainable machine learning models: a literature review. CEUR Workshop Proc. 2465, 30\u201345 (2019)","journal-title":"CEUR Workshop Proc."},{"key":"5_CR32","doi-asserted-by":"publisher","unstructured":"Smirnov, A., Levashova, T.: Context-aware personalized decision support based on user digital life model. In: Proceedings of the 6th International Conference on Computer-Human Interaction Research and Applications, pp. 129\u2013136. SCITEPRESS - Science and Technology Publications (2022). https:\/\/doi.org\/10.5220\/0011526900003323","DOI":"10.5220\/0011526900003323"},{"key":"5_CR33","doi-asserted-by":"crossref","unstructured":"Spetzler, C., Winter, H., Meyer, J.: Decision Quality: Value Creation from Better Business Decisions. Wiley (2016)","DOI":"10.1002\/9781119176657"},{"key":"5_CR34","doi-asserted-by":"publisher","unstructured":"Fayoumi, A.G.: Evaluating the effectiveness of decision support system: findings and comparison. Int. J. Adv. Comput. Sci. Appl. 9, 195\u2013200 (2018). https:\/\/doi.org\/10.14569\/IJACSA.2018.091023","DOI":"10.14569\/IJACSA.2018.091023"},{"key":"5_CR35","unstructured":"Straka, G.A.: Measurement and evaluation of competence. Cedefop Reference series, no.\u00a058, pp.\u00a0263\u2013311. Luxembourg, Office for Official Publications of the European Communities (2004)."},{"key":"5_CR36","unstructured":"Is Your Team Too Big? Too Small? What\u2019s the Right Number?, https:\/\/knowledge.wharton.upenn.edu\/podcast\/knowledge-at-wharton-podcast\/is-your-team-too-big-too-small-whats-the-right-number-2\/. Accessed 21 Aug 2023"},{"key":"5_CR37","volume-title":"The Wisdom of Teams: Creating the High-Performance Organization","author":"JR Katzenbach","year":"2015","unstructured":"Katzenbach, J.R., Smith, D.K.: The Wisdom of Teams: Creating the High-Performance Organization. Harvard Business Review Press, Harvard (2015)"},{"key":"5_CR38","unstructured":"LaFasto, F., Larson, C.: When Teams Work Best: 6,000 Team Members and Leaders Tell What it Takes to Succeed. 1st edn. SAGE Publications, Inc (2001)"},{"key":"5_CR39","volume-title":"Organizational Behavior","author":"SP Robbins","year":"2006","unstructured":"Robbins, S.P., Judge, T.A.: Organizational Behavior. Prentice Hall, Upper Saddle River (2006)"},{"key":"5_CR40","doi-asserted-by":"publisher","unstructured":"Karpov, A.A., Lale, A., Ronzhin, A.L.: Multimodal assistive systems for a smart living environment. SPIIRAS Proc. 4(19), 48\u201364 (2014). https:\/\/doi.org\/10.15622\/sp.19.3","DOI":"10.15622\/sp.19.3"}],"container-title":["Communications in Computer and Information Science","Computer-Human Interaction Research and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-49425-3_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,22]],"date-time":"2023-12-22T06:29:22Z","timestamp":1703226562000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-49425-3_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031494246","9783031494253"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-49425-3_5","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"23 December 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CHIRA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computer-Human Interaction Research and Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Rome","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 November 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 November 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"chira2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/chira.scitevents.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"PRIMORIS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"20% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}