{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,24]],"date-time":"2026-04-24T17:10:14Z","timestamp":1777050614893,"version":"3.51.4"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031711510","type":"print"},{"value":"9783031711527","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-71152-7_9","type":"book-chapter","created":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T06:03:19Z","timestamp":1729749799000},"page":"144-155","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Towards Engineering Explainable Autonomous Systems"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5545-7003","authenticated-orcid":false,"given":"Michael","family":"Winikoff","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,16]]},"reference":[{"issue":"3\u20134","key":"9_CR1","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1016\/J.ARTINT.2008.11.006","volume":"173","author":"L Amgoud","year":"2009","unstructured":"Amgoud, L., Prade, H.: Using arguments for making and explaining decisions. Artif. Intell. 173(3\u20134), 413\u2013436 (2009). https:\/\/doi.org\/10.1016\/J.ARTINT.2008.11.006","journal-title":"Artif. Intell."},{"key":"9_CR2","unstructured":"Anjomshoae, S., Najjar, A., Calvaresi, D., Fr\u00e4mling, K.: Explainable agents and robots: results from a systematic literature review. In: Elkind, E., Veloso, M., Agmon, N., Taylor, M.E. (eds.) Proceedings of the 18th International Conference on Autonomous Agents and MultiAgent Systems, AAMAS \u201919, Montreal, QC, Canada, May 13-17, 2019, pp. 1078\u20131088 (2019). http:\/\/dl.acm.org\/citation.cfm?id=3331806"},{"key":"9_CR3","unstructured":"Biran, O., McKeown, K.: Justification narratives for individual classifications. In: ICML 2014 AutoML Workshop, p.\u00a07 (2014)"},{"key":"9_CR4","doi-asserted-by":"publisher","unstructured":"Buiten, M.C., Dennis, L.A., Schwammberger, M.: A vision on what explanations of autonomous systems are of interest to lawyers. In: Schneider, K., Dalpiaz, F., Horkoff, J. (eds.) 31st IEEE International Requirements Engineering Conference, RE 2023 - Workshops, Hannover, Germany, pp. 332\u2013336. IEEE (2023). https:\/\/doi.org\/10.1109\/REW57809.2023.00062","DOI":"10.1109\/REW57809.2023.00062"},{"key":"9_CR5","doi-asserted-by":"publisher","unstructured":"Byrne, R.M.J.: Good explanations in explainable artificial intelligence (XAI): evidence from human explanatory reasoning. In: Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence, IJCAI 2023, 19th-25th August 2023, Macao, SAR, China, pp. 6536\u20136544. ijcai.org (2023). https:\/\/doi.org\/10.24963\/ijcai.2023\/733","DOI":"10.24963\/ijcai.2023\/733"},{"key":"9_CR6","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1007\/978-3-030-82017-6_20","volume-title":"Explainable and Transparent AI and Multi-Agent Systems","author":"D Calvaresi","year":"2021","unstructured":"Calvaresi, D., et al.: Expectation: personalized explainable artificial intelligence for decentralized agents with heterogeneous knowledge. In: Calvaresi, D., Najjar, A., Winikoff, M., Fr\u00e4mling, K. (eds.) EXTRAAMAS 2021. LNCS (LNAI), vol. 12688, pp. 331\u2013343. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-82017-6_20"},{"key":"9_CR7","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1007\/978-3-030-17294-7_3","volume-title":"Agreement Technologies","author":"S Cranefield","year":"2019","unstructured":"Cranefield, S., Oren, N., Vasconcelos, W.W.: Accountability for practical reasoning agents. In: Lujak, M. (ed.) AT 2018. LNCS (LNAI), vol. 11327, pp. 33\u201348. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-17294-7_3"},{"key":"9_CR8","doi-asserted-by":"publisher","unstructured":"Cyras, K., Rago, A., Albini, E., Baroni, P., Toni, F.: Argumentative XAI: A survey. In: Zhou, Z. (ed.) Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence, IJCAI 2021, Virtual Event\/Montreal, Canada, 19-27 August 2021, pp. 4392\u20134399. ijcai.org (2021). https:\/\/doi.org\/10.24963\/IJCAI.2021\/600","DOI":"10.24963\/IJCAI.2021\/600"},{"key":"9_CR9","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103525","volume":"299","author":"R Dazeley","year":"2021","unstructured":"Dazeley, R., Vamplew, P., Foale, C., Young, C., Aryal, S., Cruz, F.: Levels of explainable artificial intelligence for human-aligned conversational explanations. Artif. Intell. 299, 103525 (2021). https:\/\/doi.org\/10.1016\/j.artint.2021.103525","journal-title":"Artif. Intell."},{"key":"9_CR10","doi-asserted-by":"publisher","unstructured":"Dennis, L.A., Oren, N.: Explaining BDI agent behaviour through dialogue. In: Dignum, F., Lomuscio, A., Endriss, U., Now\u00e9, A. (eds.) AAMAS \u201921: 20th International Conference on Autonomous Agents and Multiagent Systems, Virtual Event, United Kingdom, May 3-7, 2021, pp. 429\u2013437. ACM (2021). https:\/\/doi.org\/10.5555\/3463952.3464007","DOI":"10.5555\/3463952.3464007"},{"issue":"1","key":"9_CR11","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1007\/S10458-022-09556-8","volume":"36","author":"LA Dennis","year":"2022","unstructured":"Dennis, L.A., Oren, N.: Explaining BDI agent behaviour through dialogue. Auton. Agents Multi Agent Syst. 36(1), 29 (2022). https:\/\/doi.org\/10.1007\/S10458-022-09556-8","journal-title":"Auton. Agents Multi Agent Syst."},{"issue":"1","key":"9_CR12","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1007\/s10458-020-09487-2","volume":"35","author":"M Fisher","year":"2021","unstructured":"Fisher, M., Mascardi, V., Rozier, K.Y., Schlingloff, B., Winikoff, M., Yorke-Smith, N.: Towards a framework for certification of reliable autonomous systems. Auton. Agents Multi Agent Syst. 35(1), 8 (2021). https:\/\/doi.org\/10.1007\/s10458-020-09487-2","journal-title":"Auton. Agents Multi Agent Syst."},{"key":"9_CR13","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-018-9482-5","author":"L Floridi","year":"2018","unstructured":"Floridi, L., et al.: AI4People\u2013an ethical framework for a good AI society: opportunities, risks, principles, and recommendations. Mind. Mach. (2018). https:\/\/doi.org\/10.1007\/s11023-018-9482-5","journal-title":"Mind. Mach."},{"key":"9_CR14","doi-asserted-by":"crossref","unstructured":"Gregor, S., Benbasat, I.: Explanations from intelligent systems: theoretical foundations and implications for practice. MIS Q. 23(4), 497\u2013530 (1999). http:\/\/misq.org\/explanations-from-intelligent-systems-theoretical-foundations-and-implications-for-practice.html","DOI":"10.2307\/249487"},{"issue":"1","key":"9_CR15","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1016\/j.ijhcs.2008.09.008","volume":"67","author":"SR Haynes","year":"2009","unstructured":"Haynes, S.R., Cohen, M.A., Ritter, F.E.: Designs for explaining intelligent agents. Int. J. Hum Comput Stud. 67(1), 90\u2013110 (2009). https:\/\/doi.org\/10.1016\/j.ijhcs.2008.09.008","journal-title":"Int. J. Hum Comput Stud."},{"key":"9_CR16","unstructured":"High-Level Expert Group on Artificial Intelligence: The assessment list for trustworthy artificial intelligence (2020). https:\/\/digital-strategy.ec.europa.eu\/en\/library\/assessment-list-trustworthy-artificial-intelligence-altai-self-assessment"},{"key":"9_CR17","doi-asserted-by":"publisher","unstructured":"Kaptein, F., Broekens, J., Hindriks, K.V., Neerincx, M.A.: Evaluating cognitive and affective intelligent agent explanations in a long-term health-support application for children with type 1 diabetes. In: 8th International Conference on Affective Computing and Intelligent Interaction, ACII 2019, Cambridge, United Kingdom, September 3-6, 2019, pp.\u00a01\u20137. IEEE (2019).https:\/\/doi.org\/10.1109\/ACII.2019.8925526","DOI":"10.1109\/ACII.2019.8925526"},{"key":"9_CR18","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1007\/978-3-030-51417-4_8","volume-title":"Engineering Multi-Agent Systems","author":"VJ Koeman","year":"2020","unstructured":"Koeman, V.J., Dennis, L.A., Webster, M., Fisher, M., Hindriks, K.: The \u201cwhy did you do that?\u2019\u2019 Button: answering why-questions for end users of robotic systems. In: Dennis, L.A., Bordini, R.H., Lesp\u00e9rance, Y. (eds.) EMAS 2019. LNCS (LNAI), vol. 12058, pp. 152\u2013172. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-51417-4_8"},{"key":"9_CR19","doi-asserted-by":"publisher","unstructured":"Koeman, V.J., Hindriks, K.V., Jonker, C.M.: Omniscient debugging for cognitive agent programs. In: Sierra, C. (ed.) Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence, IJCAI 2017, Melbourne, Australia, August 19-25, 2017, pp. 265\u2013272. ijcai.org (2017). https:\/\/doi.org\/10.24963\/IJCAI.2017\/38","DOI":"10.24963\/IJCAI.2017\/38"},{"key":"9_CR20","doi-asserted-by":"crossref","unstructured":"Kuznietsov, A., Gyevnar, B., Wang, C., Peters, S., Albrecht, S.V.: Explainable AI for safe and trustworthy autonomous driving: A systematic review. arxiv:2402.10086 (2024)","DOI":"10.1109\/TITS.2024.3474469"},{"key":"9_CR21","doi-asserted-by":"publisher","unstructured":"Langer, M., et al.: What do we want from explainable artificial intelligence (XAI)? - A stakeholder perspective on XAI and a conceptual model guiding interdisciplinary XAI research. Artif. Intell. 296, 103473 (2021). https:\/\/doi.org\/10.1016\/j.artint.2021.103473","DOI":"10.1016\/j.artint.2021.103473"},{"key":"9_CR22","unstructured":"Langley, P., Meadows, B., Sridharan, M., Choi, D.: Explainable agency for intelligent autonomous systems. In: Singh, S., Markovitch, S. (eds.) Proceedings of the Thirty-First AAAI Conference on Artificial Intelligence, February 4-9, 2017, San Francisco, California, USA, pp. 4762\u20134764. AAAI Press (2017). http:\/\/aaai.org\/ocs\/index.php\/IAAI\/IAAI17\/paper\/view\/15046"},{"key":"9_CR23","unstructured":"Madumal, P., Miller, T., Vetere, F., Sonenberg, L.: Towards a grounded dialog model for explainable artificial intelligence. CoRR abs\/1806.08055 (2018). http:\/\/arxiv.org\/abs\/1806.08055"},{"key":"9_CR24","doi-asserted-by":"crossref","unstructured":"Malle, B.F.: How the Mind Explains Behavior. MIT Press (2004). ISBN: 9780262134453","DOI":"10.7551\/mitpress\/3586.001.0001"},{"key":"9_CR25","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.artint.2018.07.007","volume":"267","author":"T Miller","year":"2019","unstructured":"Miller, T.: Explanation in artificial intelligence: Insights from the social sciences. Artif. Intell. 267, 1\u201338 (2019). https:\/\/doi.org\/10.1016\/j.artint.2018.07.007","journal-title":"Artif. Intell."},{"key":"9_CR26","doi-asserted-by":"publisher","unstructured":"Mittelstadt, B.D., Russell, C., Wachter, S.: Explaining explanations in AI. In: danah boyd, Morgenstern, J.H. (eds.) Proceedings of the Conference on Fairness, Accountability, and Transparency (FAT*), Atlanta, GA, USA, January 29-31, 2019, pp. 279\u2013288. ACM (2019). https:\/\/doi.org\/10.1145\/3287560.3287574","DOI":"10.1145\/3287560.3287574"},{"key":"9_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.dsp.2017.10.011","volume":"73","author":"G Montavon","year":"2018","unstructured":"Montavon, G., Samek, W., M\u00fcller, K.R.: Methods for interpreting and understanding deep neural networks. Digit. Signal Proc. 73, 1\u201315 (2018). https:\/\/doi.org\/10.1016\/j.dsp.2017.10.011","journal-title":"Digit. Signal Proc."},{"key":"9_CR28","doi-asserted-by":"publisher","unstructured":"Mualla, Y., et al.: The quest of parsimonious XAI: a human-agent architecture for explanation formulation. Artif. Intell. 302, 103573 (2022). https:\/\/doi.org\/10.1016\/j.artint.2021.103573","DOI":"10.1016\/j.artint.2021.103573"},{"key":"9_CR29","unstructured":"Mueller, S.T., Hoffman, R.R., Clancey, W.J., Emrey, A., Klein, G.: Explanation in human-AI systems: A literature meta-review, synopsis of key ideas and publications, and bibliography for explainable AI (2019). CoRR abs\/1902.01876, http:\/\/arxiv.org\/abs\/1902.01876"},{"issue":"8","key":"9_CR30","doi-asserted-by":"publisher","first-page":"10142","DOI":"10.1109\/TITS.2021.3122865","volume":"23","author":"D Omeiza","year":"2022","unstructured":"Omeiza, D., Webb, H., Jirotka, M., Kunze, L.: Explanations in autonomous driving: a survey. IEEE Trans. Intell. Transp. Syst. 23(8), 10142\u201310162 (2022). https:\/\/doi.org\/10.1109\/TITS.2021.3122865","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"9_CR31","doi-asserted-by":"publisher","unstructured":"Robinette, P., Li, W., Allen, R., Howard, A.M., Wagner, A.R.: Overtrust of robots in emergency evacuation scenarios. In: Bartneck, C., Nagai, Y., Paiva, A., Sabanovic, S. (eds.) The Eleventh ACM\/IEEE International Conference on Human Robot Interation, HRI 2016, Christchurch, New Zealand, March 7-10, 2016, pp. 101\u2013108. IEEE\/ACM (2016). https:\/\/doi.org\/10.1109\/HRI.2016.7451740","DOI":"10.1109\/HRI.2016.7451740"},{"key":"9_CR32","unstructured":"Rodriguez, S., Thangarajah, J.: Explainable agents (XAg) by design (blue sky ideas track). In: Alechina, N., Dignum, V., Dastani, M., Sichman, J. (eds.) Proceedings of the 23rd International Conference on Autonomous Agents and Multiagent Systems (AAMAS). ACM (2024)"},{"key":"9_CR33","unstructured":"Rodriguez, S., Thangarajah, J., Davey, A.: Design patterns for explainable agents (XAg). In: Alechina, N., Dignum, V., Dastani, M., Sichman, J. (eds.) Proceedings of the 23rd International Conference on Autonomous Agents and Multiagent Systems (AAMAS). ACM (2024)"},{"key":"9_CR34","doi-asserted-by":"publisher","unstructured":"Sklar, E.I., Azhar, M.Q.: Explanation through argumentation. In: Imai, M., Norman, T., Sklar, E., Komatsu, T. (eds.) Proceedings of the 6th International Conference on Human-Agent Interaction, HAI 2018, Southampton, United Kingdom, December 15-18, 2018, pp. 277\u2013285. ACM (2018).https:\/\/doi.org\/10.1145\/3284432.3284470","DOI":"10.1145\/3284432.3284470"},{"key":"9_CR35","doi-asserted-by":"publisher","unstructured":"Sreedharan, S., Srivastava, S., Kambhampati, S.: Using state abstractions to compute personalized contrastive explanations for AI agent behavior. Artif. Intell. 301, 103570 (2021). https:\/\/doi.org\/10.1016\/j.artint.2021.103570","DOI":"10.1016\/j.artint.2021.103570"},{"key":"9_CR36","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/978-3-030-82017-6_8","volume-title":"Explainable and Transparent AI and Multi-Agent Systems","author":"RS Verhagen","year":"2021","unstructured":"Verhagen, R.S., Neerincx, M.A., Tielman, M.L.: A two-dimensional explanation framework to classify AI as incomprehensible, interpretable, or understandable. In: Calvaresi, D., Najjar, A., Winikoff, M., Fr\u00e4mling, K. (eds.) EXTRAAMAS 2021. LNCS (LNAI), vol. 12688, pp. 119\u2013138. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-82017-6_8"},{"key":"9_CR37","doi-asserted-by":"crossref","unstructured":"Winfield, A.F.T., et al.: IEEE P7001: A proposed standard on transparency. Front. Robot. AI 8, 665729 (2021), https:\/\/doi.org\/10.3389\/frobt.2021.665729","DOI":"10.3389\/frobt.2021.665729"},{"key":"9_CR38","doi-asserted-by":"crossref","unstructured":"Winfield, A.F.T., van Maris, A., Salvini, P., Jirotka, M.: An ethical black box for social robots: a draft open standard. CoRR (2022). https:\/\/doi.org\/10.48550\/arXiv.2205.06564","DOI":"10.13180\/icres.2022.18-19.07.019"},{"key":"9_CR39","unstructured":"Winikoff, M.: Debugging agent programs with why?: Questions. In: Larson, K., Winikoff, M., Das, S., Durfee, E.H. (eds.) Proceedings of the 16th Conference on Autonomous Agents and MultiAgent Systems, AAMAS 2017, S\u00e3o Paulo, Brazil, May 8-12, 2017, pp. 251\u2013259. ACM (2017). http:\/\/dl.acm.org\/citation.cfm?id=3091166"},{"key":"9_CR40","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-91899-0_1","volume-title":"Engineering Multi-Agent Systems","author":"M Winikoff","year":"2018","unstructured":"Winikoff, M.: Towards trusting autonomous systems. In: El Fallah-Seghrouchni, A., Ricci, A., Son, T.C. (eds.) EMAS 2017. LNCS (LNAI), vol. 10738, pp. 3\u201320. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-91899-0_1"},{"key":"9_CR41","doi-asserted-by":"publisher","unstructured":"Winikoff, M., Sidorenko, G., Dignum, V., Dignum, F.: Why bad coffee? Explaining BDI agent behaviour with valuings. Artif. Intell. 300, 103554 (2021). https:\/\/doi.org\/10.1016\/J.ARTINT.2021.103554","DOI":"10.1016\/J.ARTINT.2021.103554"}],"container-title":["Lecture Notes in Computer Science","Engineering Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-71152-7_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T06:04:34Z","timestamp":1729749874000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-71152-7_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031711510","9783031711527"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-71152-7_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"16 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EMAS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Engineering Multi-Agent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Auckland","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"New Zealand","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 May 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 May 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"emas2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/emas.in.tu-clausthal.de\/2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}