{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T15:34:13Z","timestamp":1773329653265,"version":"3.50.1"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2018,10,3]],"date-time":"2018-10-03T00:00:00Z","timestamp":1538524800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["K\u00fcnstl Intell"],"published-print":{"date-parts":[[2018,11]]},"DOI":"10.1007\/s13218-018-0559-3","type":"journal-article","created":{"date-parts":[[2018,10,3]],"date-time":"2018-10-03T04:23:18Z","timestamp":1538540598000},"page":"261-266","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":37,"title":["Defining Explainable AI for Requirements Analysis"],"prefix":"10.1007","volume":"32","author":[{"given":"Raymond","family":"Sheh","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Isaac","family":"Monteath","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,10,3]]},"reference":[{"key":"559_CR1","unstructured":"Athalye A, Engstrom L, Ilyas A, Kwok K (2017) Synthesizing robust adversarial examples. arXiv:1707.07397"},{"issue":"7","key":"559_CR2","first-page":"1","volume":"10","author":"S Bach","year":"2015","unstructured":"Bach S, Binder A, Montavon G, Klauschen F, M\u00fcller KR, Samek W (2015) On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS One 10(7):1\u201346","journal-title":"PLoS One"},{"key":"559_CR3","unstructured":"Bibal A (2016) interpretability of machine learning models and representations : an introduction. Proc. ESANN, 77\u201382"},{"key":"559_CR4","unstructured":"Biran O, Cotton C (2017) Explanation and justification in machine learning: A Survey. IJCAI XAI Workshop"},{"key":"559_CR5","unstructured":"Brown TB, Man\u00e9 D, Roy A, Abadi M, Gilmer J (2017) Adversarial patch. arXiv:1712.09665"},{"key":"559_CR6","unstructured":"Chakraborti T, Sreedharan S, Zhang Y, Kambhampati S (2016) Plan explanations as model reconciliation. Proc. IJCAI. arXiv:1701.08317v3"},{"key":"559_CR7","unstructured":"Doran D, Schulz S, Besold TR (2017) What does explainable AI really mean? A new conceptualization of perspectives. arXiv:1710.00794"},{"key":"559_CR8","unstructured":"Doshi-velez F, Kim B (2017) Towards A Rigorous Science of Interpretable Machine Learning. arXiv:1702.08608v2"},{"key":"559_CR9","unstructured":"Doyle D, Tsymbal A, Cunningham P (2003) A review of explanation and explanation in case-based reasoning. Tech. rep., Trinity College Dublin, Department of Computer Science"},{"key":"559_CR10","unstructured":"Freed M (2018) Three elements of trust. Private communication"},{"issue":"4","key":"559_CR11","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1016\/S1364-6613(99)01294-2","volume":"3","author":"RM French","year":"1999","unstructured":"French RM (1999) Catastrophic forgetting in connectionist networks. Trends Cognit Sci 3(4):128\u2013135","journal-title":"Trends Cognit Sci"},{"key":"559_CR12","unstructured":"Goodman B, Flaxman S (2016) European Union regulations on algorithmic decision-making and a \u201cright to explanation\u201d. In: Proceedings of the 2016 ICML Workshop on Human Interpretability in Machine Learning. arXiv:1606.08813"},{"key":"559_CR13","unstructured":"Gunning D (2016) Explainable artificial intelligence (XAI). Broad Agency Announcement DARPA-BAA-16-53, Defence Advanced Research Projects Agency"},{"key":"559_CR14","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-46493-0_1","volume-title":"Computer Vision \u2013 ECCV 2016","author":"Lisa Anne Hendricks","year":"2016","unstructured":"Hendricks LA, Akata Z, Rohrbach M, Donahue J, Schiele B, Darrell T (2016) Generating visual explanations. In: European Conference on Computer Vision, Springer, pp 3\u201319"},{"key":"559_CR15","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-63387-9_1","volume":"10426 LNCS","author":"X Huang","year":"2017","unstructured":"Huang X, Kwiatkowska M, Wang S, Wu M (2017) Safety verification of deep neural networks. Lecture Notes Comp Sci 10426 LNCS:3\u201329","journal-title":"Lecture Notes Comp Sci"},{"issue":"8","key":"559_CR16","doi-asserted-by":"publisher","first-page":"368","DOI":"10.1016\/S1364-6613(03)00158-X","volume":"7","author":"FC Keil","year":"2003","unstructured":"Keil FC (2003) Folkscience: coarse interpretations of a complex reality. Trends Cognit Sci 7(8):368\u2013373","journal-title":"Trends Cognit Sci"},{"key":"559_CR17","doi-asserted-by":"crossref","unstructured":"van Lent M, Laird JE (2001) Learning procedural knowledge through observation. In: Proc. 1st Int\u2019l Conf. on Knowledge Capture, pp 179\u2013186","DOI":"10.1145\/500737.500765"},{"key":"559_CR18","unstructured":"Miller T, Howe P, Sonenberg L (2017) Explainable AI : Beware of inmates running the asylum. In: IJCAI Workshop on XAI"},{"key":"559_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.dsp.2017.10.011","volume":"73","author":"G Montavon","year":"2018","unstructured":"Montavon G, Samek W, M\u00fcller KR (2018) Methods for interpreting and understanding deep neural networks. Dig Signal Process Rev J 73:1\u201315","journal-title":"Dig Signal Process Rev J"},{"key":"559_CR20","unstructured":"Pomerleau DA (1989) Alvinn: An autonomous land vehicle in a neural network. In: Advances in neural information processing systems, pp 305\u2013313"},{"key":"559_CR21","doi-asserted-by":"crossref","unstructured":"Ribeiro MT, Singh S, Guestrin C (2016) Why should i trust you?: Explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining, pp 1135\u20131144","DOI":"10.1145\/2939672.2939778"},{"key":"559_CR22","doi-asserted-by":"crossref","unstructured":"Ross AS, Hughes MC, Doshi-Velez F (2017) Right for the right reasons: Training differentiable models by constraining their explanations. In: Proc. IJCAI. arXiv:1703.03717","DOI":"10.24963\/ijcai.2017\/371"},{"key":"559_CR23","doi-asserted-by":"crossref","unstructured":"Roth-Berghofer TR (2004) Explanations and case-based reasoning: foundational issues. In: European Conference on Case-Based Reasoning, Springer, pp 389\u2013403","DOI":"10.1007\/978-3-540-28631-8_29"},{"key":"559_CR24","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1016\/j.neunet.2014.09.003","volume":"61","author":"J Schmidhuber","year":"2015","unstructured":"Schmidhuber J (2015) Deep learning in neural networks: an overview. Neural Netw 61:85\u2013117","journal-title":"Neural Netw"},{"key":"559_CR25","unstructured":"Sculley D, Holt G, Golovin D, Davydov E, Phillips T, Ebner D, Chaudhary V, Young M (2014) Machine learning: the high interest credit card of technical debt. In: NIPS Workshop on SE4ML"},{"key":"559_CR26","unstructured":"Sheh R (2017) Different XAI for different HRI. In: AAAI FSS Workshop on AI-HRI"},{"issue":"7587","key":"559_CR27","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison CJ, Guez A, Sifre L, Van Den Driessche G, Schrittwieser J, Antonoglou I, Panneershelvam V, Lanctot M et al (2016) Mastering the game of go with deep neural networks and tree search. Nature 529(7587):484\u2013489","journal-title":"Nature"},{"key":"559_CR28","unstructured":"Su J, Vargas DV, Sakurai K (2017) One pixel attack for fooling deep neural networks. CoRR abs\/1710.08864"},{"issue":"3","key":"559_CR29","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1016\/S0004-3702(83)80014-9","volume":"21","author":"WR Swartout","year":"1983","unstructured":"Swartout WR (1983) XPLAIN: a system for creating and explaining expert consulting programs. Artif Intell 21(3):285\u2013325","journal-title":"Artif Intell"},{"key":"559_CR30","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1007\/978-3-642-77927-5_24","volume-title":"Second Generation Expert Systems","author":"William R. Swartout","year":"1993","unstructured":"Swartout WR, Moore JD (1993) Explanation in second generation expert systems. In: Second generation expert systems. Springer, Berlin. https:\/\/doi.org\/10.1007\/978-3-642-77927-5_24"},{"issue":"2","key":"559_CR31","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1007\/s10458-011-9174-5","volume":"25","author":"P Tolchinsky","year":"2012","unstructured":"Tolchinsky P, Modgil S, Atkinson K, McBurney P, Cort\u00e9s U (2012) Deliberation dialogues for reasoning about safety critical actions. Autonomous Agents Multi-Agent Syst 25(2):209\u2013259","journal-title":"Autonomous Agents Multi-Agent Syst"}],"container-title":["KI - K\u00fcnstliche Intelligenz"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13218-018-0559-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13218-018-0559-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13218-018-0559-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,3]],"date-time":"2022-09-03T04:53:21Z","timestamp":1662180801000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13218-018-0559-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,10,3]]},"references-count":31,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2018,11]]}},"alternative-id":["559"],"URL":"https:\/\/doi.org\/10.1007\/s13218-018-0559-3","relation":{},"ISSN":["0933-1875","1610-1987"],"issn-type":[{"value":"0933-1875","type":"print"},{"value":"1610-1987","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,10,3]]},"assertion":[{"value":"16 June 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 September 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 October 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}