{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T10:11:52Z","timestamp":1783764712987,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":54,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T00:00:00Z","timestamp":1775952000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,12]]},"DOI":"10.1145\/3786583.3786889","type":"proceedings-article","created":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T09:12:14Z","timestamp":1783761134000},"page":"474-485","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["What Does Explainable AI Mean in Practice? Evaluative Requirements from a Longitudinal Clinical Case Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5230-7480","authenticated-orcid":false,"given":"Tor","family":"Sporsem","sequence":"first","affiliation":[{"name":"NTNU & SINTEF, Trondheim, Norway"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-6634-6957","authenticated-orcid":false,"given":"Stine Rasdal","family":"Finser\u00e5s","sequence":"additional","affiliation":[{"name":"NTNU, Trondheim, Norway"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5532-0034","authenticated-orcid":false,"given":"Lars","family":"Adde","sequence":"additional","affiliation":[{"name":"St. Olavs Hospital & NTNU, Trondheim, Norway"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1820-6544","authenticated-orcid":false,"given":"Inga","family":"Str\u00fcmke","sequence":"additional","affiliation":[{"name":"NTNU, Trondheim, Norway"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,11]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"crossref","unstructured":"Khlood Ahmad Mohamed Abdelrazek Chetan Arora Muneera Bano and John Grundy. 2023. Requirements engineering for artificial intelligence systems: A systematic mapping study. Information and Software Technology (2023) 107176.","DOI":"10.1016\/j.infsof.2023.107176"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"publisher","unstructured":"Corey Baham and Rudy Hirschheim. 2022. Issues challenges and a proposed theoretical core of agile software development research. Information Systems Journal 32 1 (2022) 103\u2013129. 10.1111\/isj.12336","DOI":"10.1111\/isj.12336"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","unstructured":"Nagadivya Balasubramaniam Marjo Kauppinen Antti Rannisto Kari Hiekkanen and Sari Kujala. 2023. Transparency and explainability of AI systems: From ethical guidelines to requirements. Information and Software Technology 159 (July 2023) 107197. 10.1016\/j.infsof.2023.107197","DOI":"10.1016\/j.infsof.2023.107197"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-57327-9_8"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","unstructured":"Alejandro Barredo\u00a0Arrieta Natalia D\u00edaz-Rodr\u00edguez Javier Del\u00a0Ser Adrien Bennetot Siham Tabik Alberto Barbado Salvador Garcia Sergio Gil-Lopez Daniel Molina Richard Benjamins Raja Chatila and Francisco Herrera. 2020. Explainable Artificial Intelligence (XAI): Concepts taxonomies opportunities and challenges toward responsible AI. Information Fusion 58 (June 2020) 82\u2013115. 10.1016\/j.inffus.2019.12.012","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","unstructured":"Woubshet Behutiye Pertti Karhap\u00e4\u00e4 Lidia L\u00f3pez Xavier Burgu\u00e9s Silverio Mart\u00ednez-Fern\u00e1ndez Anna\u00a0Maria Vollmer Pilar Rodr\u00edguez Xavier Franch and Markku Oivo. 2020. Management of quality requirements in agile and rapid software development: A systematic mapping study. Information and Software Technology 123 (2020) 106225. 10.1016\/j.infsof.2019.106225","DOI":"10.1016\/j.infsof.2019.106225"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","unstructured":"B Boehm. 1986. A spiral model of software development and enhancement. ACM SIGSOFT Software Engineering Notes 11 4 (Aug. 1986) 14\u201324. 10.1145\/12944.12948","DOI":"10.1145\/12944.12948"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"publisher","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative Research in Psychology 3 2 (Jan. 2006) 77\u2013101. 10.1191\/1478088706qp063oa","DOI":"10.1191\/1478088706qp063oa"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","unstructured":"Zana Bu\u00e7inca Maja\u00a0Barbara Malaya and Krzysztof\u00a0Z. Gajos. 2021. To Trust or to Think: Cognitive Forcing Functions Can Reduce Overreliance on AI in AI-assisted Decision-making. Proc. ACM Hum.-Comput. Interact. 5 CSCW1 (April 2021) 188:1\u2013188:21. 10.1145\/3449287","DOI":"10.1145\/3449287"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1109\/RE51729.2021.00025"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","unstructured":"Larissa Chazette and Kurt Schneider. 2020. Explainability as a non-functional requirement: challenges and recommendations. Requirements Engineering 25 4 (Dec. 2020) 493\u2013514. 10.1007\/s00766-020-00333-1","DOI":"10.1007\/s00766-020-00333-1"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-33515-5_10"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1109\/REW66121.2025.00063"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"crossref","unstructured":"Daniel Groos Lars Adde Sindre Aubert Lynn Boswell Raye-Ann De\u00a0Regnier Toril Fj\u00f8rtoft Deborah Gaebler-Spira Andreas Haukeland Marianne Loennecken Michael Msall et\u00a0al. 2022. Development and validation of a deep learning method to predict cerebral palsy from spontaneous movements in infants at high risk. JAMA network open 5 7 (2022) e2221325\u2013e2221325.","DOI":"10.1001\/jamanetworkopen.2022.21325"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","unstructured":"Umm-e Habiba Mohammad\u00a0Kasra Habib Justus Bogner Jonas Fritzsch and Stefan Wagner. 2024. How do ML practitioners perceive explainability? an interview study of practices and challenges. Empirical Software Engineering 30 1 (Nov. 2024) 18. 10.1007\/s10664-024-10565-2","DOI":"10.1007\/s10664-024-10565-2"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"publisher","DOI":"10.1109\/RE51729.2021.00009"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","DOI":"10.1109\/ISRE.1995.512543"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/143457.143469"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30126-2_5"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445923"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884783"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","unstructured":"Miryung Kim Thomas Zimmermann Robert DeLine and Andrew Begel. 2018. Data Scientists in Software Teams: State of the Art and Challenges. IEEE Transactions on Software Engineering 44 11 (Nov. 2018) 1024\u20131038. 10.1109\/TSE.2017.2754374","DOI":"10.1109\/TSE.2017.2754374"},{"key":"e_1_3_3_1_25_2","volume-title":"Expertise Out of Context","author":"Klein Gary","year":"2007","unstructured":"Gary Klein, Jennifer\u00a0K. Phillips, Erica\u00a0L. Rall, and Deborah\u00a0A. Peluso. 2007. A Data\u2013Frame Theory of Sensemaking. In Expertise Out of Context. Psychology Press."},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2019.00046"},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","unstructured":"Sarah Lebovitz Hila Lifshitz-Assaf and Natalia Levina. 2022. To Engage or Not to Engage with AI for Critical Judgments: How Professionals Deal with Opacity When Using AI for Medical Diagnosis. Organization Science 33 1 (Jan. 2022) 126\u2013148. 10.1287\/orsc.2021.1549","DOI":"10.1287\/orsc.2021.1549"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA.2016.56"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","unstructured":"Timothy\u00a0C. Lethbridge Susan\u00a0Elliott Sim and Janice Singer. 2005. Studying Software Engineers: Data Collection Techniques for Software Field Studies. Empirical Software Engineering 10 3 (July 2005) 311\u2013341. 10.1007\/s10664-005-1290-x","DOI":"10.1007\/s10664-005-1290-x"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","DOI":"10.5555\/3295222.3295230"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"publisher","unstructured":"Silverio Mart\u00ednez-Fern\u00e1ndez Justus Bogner Xavier Franch Marc Oriol Julien Siebert Adam Trendowicz Anna\u00a0Maria Vollmer and Stefan Wagner. 2022. Software Engineering for AI-Based Systems: A Survey. ACM Trans. Softw. Eng. Methodol. 31 2 (April 2022) 37e:1\u201337e:59. 10.1145\/3487043","DOI":"10.1145\/3487043"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"crossref","unstructured":"Xiao-Li Meng. 2016. Discussion: The Qq dynamic for deeper learning and research. International Statistical Review\/Revue Internationale de Statistique 84 2 (2016) 181\u2013189.","DOI":"10.1111\/insr.12151"},{"key":"e_1_3_3_1_33_2","volume-title":"Qualitative Data Analysis: An Expanded Sourcebook","author":"Miles Matthew\u00a0B.","year":"1994","unstructured":"Matthew\u00a0B. Miles and A.\u00a0Michael Huberman. 1994. Qualitative Data Analysis: An Expanded Sourcebook. SAGE."},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594001"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510209"},{"key":"e_1_3_3_1_36_2","doi-asserted-by":"crossref","unstructured":"Iona Novak Cathy Morgan Lars Adde James Blackman Roslyn\u00a0N Boyd Janice Brunstrom-Hernandez Giovanni Cioni Diane Damiano Johanna Darrah Ann-Christin Eliasson et\u00a0al. 2017. Early accurate diagnosis and early intervention in cerebral palsy: advances in diagnosis and treatment. JAMA pediatrics 171 9 (2017) 897\u2013907.","DOI":"10.1001\/jamapediatrics.2017.1689"},{"key":"e_1_3_3_1_37_2","doi-asserted-by":"publisher","DOI":"10.4135\/9781036231330"},{"key":"e_1_3_3_1_38_2","doi-asserted-by":"publisher","DOI":"10.1109\/RE63999.2025.00025"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","unstructured":"Kimji\u00a0N. Pellano Inga Str\u00fcmke Daniel Groos Lars Adde and Espen Alexander\u00a0F. Ihlen. 2025. Evaluating Explainable AI Methods in Deep Learning Models for Early Detection of Cerebral Palsy. IEEE Access (2025) 1\u20131. 10.1109\/ACCESS.2025.3525571","DOI":"10.1109\/ACCESS.2025.3525571"},{"key":"e_1_3_3_1_40_2","doi-asserted-by":"publisher","unstructured":"Kimji\u00a0N. Pellano Inga Str\u00fcmke and Espen A.\u00a0F. Ihlen. 2024. From Movements to Metrics: Evaluating Explainable AI Methods in Skeleton-Based Human Activity Recognition. Sensors 24 6 (2024). 10.3390\/s24061940","DOI":"10.3390\/s24061940"},{"key":"e_1_3_3_1_41_2","first-page":"135","volume-title":"Knowledge in organisations","author":"Polanyi Michael","year":"2009","unstructured":"Michael Polanyi. 2009. The tacit dimension. In Knowledge in organisations. Routledge, 135\u2013146."},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_3_1_43_2","volume-title":"The lean startup: How today\u2019s entrepreneurs use continuous innovation to create radically successful businesses","author":"Ries Eric","year":"2011","unstructured":"Eric Ries. 2011. The lean startup: How today\u2019s entrepreneurs use continuous innovation to create radically successful businesses. Currency."},{"key":"e_1_3_3_1_44_2","unstructured":"Catherine\u00a0Kohler Riessman. 1993. Doing narrative analysis. Narrative Analysis. London: Sage Publications (1993)."},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"publisher","unstructured":"Per Runeson and Martin H\u00f6st. 2008. Guidelines for conducting and reporting case study research in software engineering. Empirical Software Engineering 14 2 (Dec. 2008) 131. 10.1007\/s10664-008-9102-8","DOI":"10.1007\/s10664-008-9102-8"},{"key":"e_1_3_3_1_46_2","doi-asserted-by":"crossref","unstructured":"Carolyn\u00a0B. Seaman. 1999. Qualitative methods in empirical studies of software engineering. IEEE Transactions on software engineering 25 4 (1999) 557\u2013572.","DOI":"10.1109\/32.799955"},{"key":"e_1_3_3_1_47_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"e_1_3_3_1_48_2","doi-asserted-by":"publisher","unstructured":"Dag I.\u00a0K. Sj\u00f8berg and Gunnar\u00a0Rye Bergersen. 2023. Construct Validity in Software Engineering. IEEE Transactions on Software Engineering 49 3 (March 2023) 1374\u20131396. 10.1109\/TSE.2022.3176725","DOI":"10.1109\/TSE.2022.3176725"},{"key":"e_1_3_3_1_49_2","first-page":"165","volume-title":"[1993]Proceedings of the IEEE International Symposium on Requirements Engineering","author":"Sommerville Ian","year":"1993","unstructured":"Ian Sommerville, Tom Rodden, Peter Sawyer, Richard Bentley, and Michael Twidale. 1993. Integrating ethnography into the requirements engineering process. In [1993]Proceedings of the IEEE International Symposium on Requirements Engineering. IEEE, 165\u2013173."},{"key":"e_1_3_3_1_50_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-29786-1_22"},{"key":"e_1_3_3_1_51_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-71769-7_3"},{"key":"e_1_3_3_1_52_2","doi-asserted-by":"crossref","unstructured":"Anissa Tanweer Emily Gade P.\u00a0M. Krafft and Sarah Dreier. 2021. Why the data revolution needs qualitative thinking. Harvard Data Science Review 3 (2021).","DOI":"10.1162\/99608f92.eee0b0da"},{"key":"e_1_3_3_1_53_2","doi-asserted-by":"crossref","unstructured":"Felix Tempel Daniel Groos Espen Alexander\u00a0F. Ihlen Lars Adde and Inga Str\u00fcmke. 2024. Choose Your Explanation: A Comparison of SHAP and GradCAM in Human Activity Recognition.","DOI":"10.1007\/s10489-025-06968-3"},{"key":"e_1_3_3_1_54_2","doi-asserted-by":"crossref","unstructured":"Felix Tempel Espen Alexander\u00a0F. Ihlen Lars Adde and Inga Str\u00fcmke. 2024. Explaining Human Activity Recognition with SHAP: Validating Insights with Perturbation and Quantitative Measures.","DOI":"10.1016\/j.compbiomed.2025.109838"},{"key":"e_1_3_3_1_55_2","volume-title":"Applications of Case Study Research","author":"Yin Robert\u00a0K.","year":"2011","unstructured":"Robert\u00a0K. Yin. 2011. Applications of Case Study Research. SAGE."}],"event":{"name":"ICSE-SEIP '26: 2026 IEEE\/ACM 48th International Conference on Software Engineering","location":"Rio de Janeiro Brazil","acronym":"ICSE-SEIP '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the IEEE\/ACM 48th International Conference on Software Engineering: Software Engineering in Practice"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3786583.3786889","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T09:15:59Z","timestamp":1783761359000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3786583.3786889"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":54,"alternative-id":["10.1145\/3786583.3786889","10.1145\/3786583"],"URL":"https:\/\/doi.org\/10.1145\/3786583.3786889","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}