{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,7]],"date-time":"2026-01-07T09:17:06Z","timestamp":1767777426913,"version":"3.40.3"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031606052"},{"type":"electronic","value":"9783031606069"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-60606-9_10","type":"book-chapter","created":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T01:02:20Z","timestamp":1717203740000},"page":"153-178","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["How to\u00a0Explain It to\u00a0System Testers?"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5200-8165","authenticated-orcid":false,"given":"Helmut","family":"Degen","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5728-4134","authenticated-orcid":false,"given":"Christof","family":"Budnik","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,6,1]]},"reference":[{"key":"10_CR1","doi-asserted-by":"publisher","first-page":"52138","DOI":"10.1109\/ACCESS.2018.2870052","volume":"6","author":"A Adadi","year":"2018","unstructured":"Adadi, A., Berrada, M.: Peeking inside the black-box: a survey on explainable artificial intelligence (XAI). IEEE Access 6, 52138\u201352160 (2018). https:\/\/doi.org\/10.1109\/ACCESS.2018.2870052","journal-title":"IEEE Access"},{"key":"10_CR2","unstructured":"Andersen, B.S., Fagerhaug, T.: Root Cause Analysis: Simplified Tools and Techniques, 2 edn. ASQ Quality Press (2006). https:\/\/asq.org\/quality-press\/display-item?item=H1287"},{"issue":"2","key":"10_CR3","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1080\/1463922X.2022.2061080","volume":"24","author":"RW Andrews","year":"2023","unstructured":"Andrews, R.W., Lilly, J.M., Divya, S., Feigh, K.M.: The role of shared mental models in human-AI teams: a theoretical review. Theor. Issues Ergon. Sci. 24(2), 129\u2013175 (2023). https:\/\/doi.org\/10.1080\/1463922X.2022.2061080","journal-title":"Theor. Issues Ergon. Sci."},{"key":"10_CR4","doi-asserted-by":"publisher","unstructured":"Arya, V., et al.: One explanation does not fit all: a toolkit and taxonomy of AI explainability techniques (2019). https:\/\/doi.org\/10.48550\/arXiv.1909.03012","DOI":"10.48550\/arXiv.1909.03012"},{"key":"10_CR5","unstructured":"Barnett, T.O., Constantine, L.L.: Modular Programming: Proceedings of a National Symposium. Information & systems Institute (1968)"},{"key":"10_CR6","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"A Barredo Arrieta","year":"2020","unstructured":"Barredo Arrieta, A., et al.: Explainable artificial intelligence (XAI): concepts, taxonomies, opportunities and challenges toward responsible AI. Inform. Fusion 58, 82\u2013115 (2020). https:\/\/doi.org\/10.1016\/j.inffus.2019.12.012","journal-title":"Inform. Fusion"},{"key":"10_CR7","unstructured":"Basili, V.R.: Software Modeling and Measurement: The Goal\/Question\/Metric Paradigm (CS-TR-2956, UMIACS-TR-92-96). Technical report, University of Maryland, Institute for Advanced Computer Studies (1992). https:\/\/www.cs.umd.edu\/~basili\/publications\/technical\/T78.pdf. Accessed 26 Dec. 2023"},{"key":"10_CR8","doi-asserted-by":"publisher","unstructured":"Bayram, F., Ahmed, B.S., Kassler, A.: From concept drift to model degradation: an overview on performance-aware drift detectors. Knowl.-Based Syst. 245, 108632 (2022). https:\/\/doi.org\/10.1016\/j.knosys.2022.108632, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0950705122002854","DOI":"10.1016\/j.knosys.2022.108632"},{"issue":"03","key":"10_CR9","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1109\/MS.2023.3244638","volume":"40","author":"M Borg","year":"2023","unstructured":"Borg, M., Aasa, E., Etemadi, K., Monperrus, M.: Human, What Must I Tell You? IEEE Softw. 40(03), 9\u201314 (2023). https:\/\/doi.org\/10.1109\/MS.2023.3244638","journal-title":"IEEE Softw."},{"issue":"4","key":"10_CR10","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1007\/s00766-022-00393-5","volume":"27","author":"L Chazette","year":"2022","unstructured":"Chazette, L., Brunotte, W., Speith, T.: Explainable software systems: from requirements analysis to system evaluation. Requirements Eng. 27(4), 457\u2013487 (2022). https:\/\/doi.org\/10.1007\/s00766-022-00393-5","journal-title":"Requirements Eng."},{"issue":"4","key":"10_CR11","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1007\/s00766-020-00333-1","volume":"25","author":"L Chazette","year":"2020","unstructured":"Chazette, L., Schneider, K.: Explainability as a non-functional requirement: challenges and recommendations. Requirements Eng. 25(4), 493\u2013514 (2020). https:\/\/doi.org\/10.1007\/s00766-020-00333-1","journal-title":"Requirements Eng."},{"issue":"1","key":"10_CR12","doi-asserted-by":"publisher","first-page":"78","DOI":"10.3390\/make5010006","volume":"5","author":"T Clement","year":"2023","unstructured":"Clement, T., Kemmerzell, N., Abdelaal, M., Amberg, M.: Xair: a systematic metareview of explainable AI (XAI) aligned to the software development process. Mach. Learn. Knowl. Extract. 5(1), 78\u2013108 (2023). https:\/\/doi.org\/10.3390\/make5010006","journal-title":"Mach. Learn. Knowl. Extract."},{"key":"10_CR13","doi-asserted-by":"publisher","unstructured":"Corbin, J., Strauss, A.: Basics of Qualitative Research (3rd ed.): Techniques and Procedures for Developing Grounded Theory, 3 edn.. SAGE Publications, Thousand Oaks (2008). https:\/\/doi.org\/10.4135\/9781452230153","DOI":"10.4135\/9781452230153"},{"key":"10_CR14","unstructured":"Creswell, J.S., David, C.J.: Research Design. Qualitative, Quantitative, and Mixed Method Approaches, 5th edn. SAGE Publications, Los Angeles (2018)"},{"key":"10_CR15","unstructured":"Degen, H.: Respect The User\u2019s Time: Experience Architecture and Design for Efficiency, 1st edn. Helmut Degen, Plainsboro (2022). https:\/\/www.designforefficiency.com"},{"key":"10_CR16","doi-asserted-by":"publisher","unstructured":"Degen, H., Budnik, C., Gross, R., Rothering, M.: How to explain it to a model manager? A qualitative user study about understandability, trustworthiness, actionability, and action efficacy. In: HCII 2023, Part I. LNCS, pp. 209\u2013242. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-35891-3_14","DOI":"10.1007\/978-3-031-35891-3_14"},{"key":"10_CR17","doi-asserted-by":"publisher","unstructured":"Furniss, D., Blandford, A., Curzon, P.: Confessions from a grounded theory PhD: experiences and lessons learnt. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems. CHI 2011, New York, NY, USA, pp. 113\u2013122. Association for Computing Machinery (2011). https:\/\/doi.org\/10.1145\/1978942.1978960","DOI":"10.1145\/1978942.1978960"},{"key":"10_CR18","doi-asserted-by":"publisher","unstructured":"Gentner, D.: Mental models, psychology of. In: Smelser, N.J., Baltes, P.B. (eds.) International Encyclopedia of the Social & Behavioral Sciences, pp. 9683\u20139687. Pergamon, Oxford (2001). https:\/\/doi.org\/10.1016\/B0-08-043076-7\/01487-X, https:\/\/www.sciencedirect.com\/science\/article\/pii\/B008043076701487X","DOI":"10.1016\/B0-08-043076-7\/01487-X"},{"key":"10_CR19","volume-title":"The Discovery of Grounded Theory: Strategies for Qualitative Research","author":"BG Glaser","year":"1967","unstructured":"Glaser, B.G., Strauss, A.L.: The Discovery of Grounded Theory: Strategies for Qualitative Research. Aldine de Gruyter, New York (1967)"},{"issue":"1","key":"10_CR20","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1177\/1525822X05279903","volume":"18","author":"G Guest","year":"2006","unstructured":"Guest, G., Bunce, A., Johnson, L.: How many interviews are enough?: An experiment with data saturation and variability. Field Methods 18(1), 59\u201382 (2006). https:\/\/doi.org\/10.1177\/1525822X05279903","journal-title":"Field Methods"},{"key":"10_CR21","doi-asserted-by":"publisher","unstructured":"Gunning, D., Aha, D.: DARPA\u2019s explainable artificial intelligence (XAI) program. AI Magazine 40(2), 44\u201358 (2019). https:\/\/doi.org\/10.1609\/aimag.v40i2.2850, https:\/\/ojs.aaai.org\/index.php\/aimagazine\/article\/view\/2850","DOI":"10.1609\/aimag.v40i2.2850"},{"key":"10_CR22","doi-asserted-by":"publisher","DOI":"10.1016\/j.socscimed.2021.114523","volume":"292","author":"M Hennink","year":"2022","unstructured":"Hennink, M., Kaiser, B.N.: Sample sizes for saturation in qualitative research: a systematic review of empirical tests. Soc. Sci. Med. 292, 114523 (2022). https:\/\/doi.org\/10.1016\/j.socscimed.2021.114523","journal-title":"Soc. Sci. Med."},{"issue":"03","key":"10_CR23","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1109\/MIS.2018.033001421","volume":"33","author":"RR Hoffman","year":"2018","unstructured":"Hoffman, R.R., Miller, T., Mueller, S.T., Klein, G., Clancey, W.J.: Explaining explanation, Part 4: a deep dive on deep nets. IEEE Intell. Syst. 33(03), 87\u201395 (2018). https:\/\/doi.org\/10.1109\/MIS.2018.033001421","journal-title":"IEEE Intell. Syst."},{"key":"10_CR24","doi-asserted-by":"publisher","unstructured":"Hoffman, R.R., Mueller, S.T., Klein, G., Litman, J.: Metrics for explainable AI: Challenges and prospects (2019). https:\/\/doi.org\/10.48550\/arXiv.1812.04608","DOI":"10.48550\/arXiv.1812.04608"},{"key":"10_CR25","doi-asserted-by":"publisher","unstructured":"Langer, M., et al.: What do we want from Explainable Artificial Intelligence (XAI)? - A stakeholder perspective on XAI and a conceptual model guiding interdisciplinary XAI research. Artif. Intell. 296, 103473 (2021). https:\/\/doi.org\/10.1016\/j.artint.2021.103473","DOI":"10.1016\/j.artint.2021.103473"},{"key":"10_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.artint.2018.07.007","volume":"267","author":"T Miller","year":"2019","unstructured":"Miller, T.: Explanation in artificial intelligence: insights from the social sciences. Artif. Intell. 267, 1\u201338 (2019). https:\/\/doi.org\/10.1016\/j.artint.2018.07.007","journal-title":"Artif. Intell."},{"key":"10_CR27","doi-asserted-by":"publisher","unstructured":"Mohseni, S., Zarei, N., Ragan, E.D.: A multidisciplinary survey and framework for design and evaluation of explainable AI systems. ACM Trans. Interact. Intell. Syst. 11(3-4) (2021). https:\/\/doi.org\/10.1145\/3387166","DOI":"10.1145\/3387166"},{"key":"10_CR28","doi-asserted-by":"publisher","unstructured":"Nishi, Y., Masuda, S., Ogawa, H., Uetsuki, K.: A test architecture for machine learning product. In: 2018 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), pp. 273\u2013278 (2018). https:\/\/doi.org\/10.1109\/ICSTW.2018.00060","DOI":"10.1109\/ICSTW.2018.00060"},{"issue":"12","key":"10_CR29","doi-asserted-by":"publisher","first-page":"1053","DOI":"10.1145\/361598.361623","volume":"15","author":"DL Parnas","year":"1972","unstructured":"Parnas, D.L.: On the criteria to be used in decomposing systems into modules. Commun. ACM 15(12), 1053\u20131058 (1972). https:\/\/doi.org\/10.1145\/361598.361623","journal-title":"Commun. ACM"},{"issue":"5","key":"10_CR30","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1109\/MITP.2022.3191318","volume":"24","author":"L Piano","year":"2022","unstructured":"Piano, L., Garcea, F., Gatteschi, V., Lamberti, F., Morra, L.: Detecting drift in deep learning: a methodology primer. IT Professional 24(5), 53\u201360 (2022). https:\/\/doi.org\/10.1109\/MITP.2022.3191318","journal-title":"IT Professional"},{"key":"10_CR31","doi-asserted-by":"publisher","unstructured":"van\u00a0de Poel, I.: The relation between forward-looking and backward-looking responsibility. In: Vincent, N.A., van\u00a0de Poel, I., van\u00a0den Hoven, J. (eds.) Moral Responsibility: Beyond Free Will and Determinism, pp. 37\u201352. Springer, Dordrecht (2011). https:\/\/doi.org\/10.1007\/978-94-007-1878-4_3","DOI":"10.1007\/978-94-007-1878-4_3"},{"issue":"5","key":"10_CR32","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1038\/s42256-019-0048-x","volume":"1","author":"C Rudin","year":"2019","unstructured":"Rudin, C.: Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nat. Mach. Intell. 1(5), 206\u2013215 (2019). https:\/\/doi.org\/10.1038\/s42256-019-0048-x","journal-title":"Nat. Mach. Intell."},{"key":"10_CR33","doi-asserted-by":"publisher","unstructured":"Saraf, A.P., Chan, K., Popish, M., Browder, J., Schade, J.: Explainable artificial intelligence for aviation safety applications. In: AIAA AVIATION 2020 FORUM (2020). https:\/\/doi.org\/10.2514\/6.2020-2881, https:\/\/arc.aiaa.org\/doi\/abs\/10.2514\/6.2020-2881","DOI":"10.2514\/6.2020-2881"},{"key":"10_CR34","doi-asserted-by":"publisher","unstructured":"Schr\u00f6der, T., Schulz, M.: Monitoring machine learning models: a categorization of challenges and methods. Data Sci. Manag. 5(3), 105\u2013116 (2022). https:\/\/doi.org\/10.1016\/j.dsm.2022.07.004","DOI":"10.1016\/j.dsm.2022.07.004"},{"key":"10_CR35","doi-asserted-by":"publisher","first-page":"11974","DOI":"10.1109\/ACCESS.2021.3051315","volume":"9","author":"I Stepin","year":"2021","unstructured":"Stepin, I., Alonso, J.M., Catala, A., Pereira-Fari\u00f1a, M.: A survey of contrastive and counterfactual explanation generation methods for explainable artificial intelligence. IEEE Access 9, 11974\u201312001 (2021). https:\/\/doi.org\/10.1109\/ACCESS.2021.3051315","journal-title":"IEEE Access"},{"key":"10_CR36","doi-asserted-by":"publisher","unstructured":"Sun, J., et al.: Investigating explainability of generative AI for code through scenario-based design. In: 27th International Conference on Intelligent User Interfaces. IUI \u201922, New York, NY, USA, pp. 212\u2013228. Association for Computing Machinery (2022). https:\/\/doi.org\/10.1145\/3490099.3511119","DOI":"10.1145\/3490099.3511119"},{"issue":"03","key":"10_CR37","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1109\/MS.2023.3246686","volume":"40","author":"C Tantithamthavorn","year":"2023","unstructured":"Tantithamthavorn, C., Cito, J., Hemmati, H., Chandra, S.: Explainable AI for SE: challenges and future directions. IEEE Softw. 40(03), 29\u201333 (2023). https:\/\/doi.org\/10.1109\/MS.2023.3246686","journal-title":"IEEE Softw."},{"key":"10_CR38","unstructured":"Triantafyllou, S.: Forward-looking and backward-looking responsibility attribution in multi-agent sequential decision making. In: Proceedings of the 2023 International Conference on Autonomous Agents and Multiagent Systems. AAMAS \u201923, Richland, SC, pp. 2952\u20132954. International Foundation for Autonomous Agents and Multiagent Systems (2023)"},{"key":"10_CR39","unstructured":"Turek, M.: Explainable Artificial Intelligence (XAI) (Aug 2016). https:\/\/www.darpa.mil\/program\/explainable-artificial-intelligence. Accessed 3 Mar 2020"},{"key":"10_CR40","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2020.102493","volume":"144","author":"J van der Waa","year":"2020","unstructured":"van der Waa, J., Schoonderwoerd, T., van Diggelen, J., Neerincx, M.: Interpretable confidence measures for decision support systems. Int. J. Hum.-Comput. Stud. 144, 102493 (2020). https:\/\/doi.org\/10.1016\/j.ijhcs.2020.102493","journal-title":"Int. J. Hum.-Comput. Stud."},{"key":"10_CR41","doi-asserted-by":"publisher","unstructured":"Zhang, Y., Liao, Q.V., Bellamy, R.K.E.: Effect of confidence and explanation on accuracy and trust calibration in AI-assisted decision making. In: Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency. FAT* \u201920. ACM (2020). https:\/\/doi.org\/10.1145\/3351095.3372852","DOI":"10.1145\/3351095.3372852"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in HCI"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-60606-9_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T02:03:00Z","timestamp":1717207380000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-60606-9_10"}},"subtitle":["A Qualitative User Study About Understandability, Validatability, Predictability, and Trustworthiness"],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031606052","9783031606069"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-60606-9_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"1 June 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Washington DC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}