{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,5]],"date-time":"2026-01-05T15:24:04Z","timestamp":1767626644916,"version":"3.40.3"},"publisher-location":"Cham","reference-count":50,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030289539"},{"type":"electronic","value":"9783030289546"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-28954-6_3","type":"book-chapter","created":{"date-parts":[[2019,9,9]],"date-time":"2019-09-09T23:08:50Z","timestamp":1568070530000},"page":"41-49","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Interpretability in Intelligent Systems \u2013 A New Concept?"],"prefix":"10.1007","author":[{"given":"Lars Kai","family":"Hansen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Laura","family":"Rieger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,9,10]]},"reference":[{"issue":"6","key":"3_CR1","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1016\/0950-7051(96)81920-4","volume":"8","author":"R Andrews","year":"1995","unstructured":"Andrews, R., Diederich, J., Tickle, A.B.: Survey and critique of techniques for extracting rules from trained artificial neural networks. Knowl. Based Syst. 8(6), 373\u2013389 (1995)","journal-title":"Knowl. Based Syst."},{"key":"3_CR2","unstructured":"Boz, O.: Converting a trained neural network to a decision tree dectext-decision tree extractor (2000)"},{"issue":"3","key":"3_CR3","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1214\/ss\/1009213726","volume":"16","author":"L Breiman","year":"2001","unstructured":"Breiman, L.: Statistical modeling: the two cultures (with comments and a rejoinder by the author). Stat. Sci. 16(3), 199\u2013231 (2001)","journal-title":"Stat. Sci."},{"key":"3_CR4","volume-title":"Rule-Based Expert Systems: The MYCIN Experiments of the Stanford Heuristic Programming Project","author":"G Bruce","year":"1984","unstructured":"Bruce, G., Buchanan, B., Shortliffe, E.: Rule-Based Expert Systems: The MYCIN Experiments of the Stanford Heuristic Programming Project. Addison-Wesley, Reading (1984)"},{"issue":"4","key":"3_CR5","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1109\/TMMS.1970.299942","volume":"11","author":"JR Carbonell","year":"1970","unstructured":"Carbonell, J.R.: AI in CAI: an artificial-intelligence approach to computer-assisted instruction. IEEE Trans. Man Mach. Syst. 11(4), 190\u2013202 (1970)","journal-title":"IEEE Trans. Man Mach. Syst."},{"issue":"3","key":"3_CR6","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1016\/0165-1684(94)90029-9","volume":"36","author":"P Comon","year":"1994","unstructured":"Comon, P.: Independent component analysis, a new concept? Sign. Proc. 36(3), 287\u2013314 (1994)","journal-title":"Sign. Proc."},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Craven, M.W., Shavlik, J.W.: Using sampling and queries to extract rules from trained neural networks. In: Machine Learning Proceedings 1994, pp. 37\u201345. Elsevier (1994)","DOI":"10.1016\/B978-1-55860-335-6.50013-1"},{"key":"3_CR8","unstructured":"Doshi-Velez, F., Kim, B.: Towards a rigorous science of interpretable machine learning. arXiv preprint. arXiv:1702.08608 (2017)"},{"key":"3_CR9","unstructured":"Druzdzel, M.J., Henrion, M.: Using scenarios to explain probabilistic inference. In: Working notes of the AAAI-1990 Workshop on Explanation, pp. 133\u2013141 (1990)"},{"issue":"4594","key":"3_CR10","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1126\/science.6340198","volume":"220","author":"RO Duda","year":"1983","unstructured":"Duda, R.O., Shortliffe, E.H.: Expert systems research. Science 220(4594), 261\u2013268 (1983)","journal-title":"Science"},{"issue":"4","key":"3_CR11","doi-asserted-by":"publisher","first-page":"189","DOI":"10.1002\/hbm.460020402","volume":"2","author":"KJ Friston","year":"1994","unstructured":"Friston, K.J., Holmes, A.P., Worsley, K.J., Poline, J.P., Frith, C.D., Frackowiak, R.S.: Statistical parametric maps in functional imaging: a general linear approach. Hum. Brain Mapp. 2(4), 189\u2013210 (1994)","journal-title":"Hum. Brain Mapp."},{"issue":"2","key":"3_CR12","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1145\/42372.42377","volume":"31","author":"SI Gallant","year":"1988","unstructured":"Gallant, S.I.: Connectionist expert systems. Commun. ACM 31(2), 152\u2013169 (1988)","journal-title":"Commun. ACM"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Gilpin, L.H., Bau, D., Yuan, B.Z., Bajwa, A., Specter, M., Kagal, L.: Explaining explanations: an approach to evaluating interpretability of machine learning. arXiv preprint. arXiv:1806.00069 (2018)","DOI":"10.1109\/DSAA.2018.00018"},{"issue":"1678","key":"3_CR14","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1098\/rspa.1977.0069","volume":"354","author":"I Good","year":"1977","unstructured":"Good, I.: Explicativity: a mathematical theory of explanation with statistical applications. Proc. R. Soc. Lond. A 354(1678), 303\u2013330 (1977)","journal-title":"Proc. R. Soc. Lond. A"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Goodman, B., Flaxman, S.: European union regulations on algorithmic decision-making and a \u201cright to explanation\u201d. arXiv preprint. arXiv:1606.08813 (2016)","DOI":"10.1609\/aimag.v38i3.2741"},{"issue":"6","key":"3_CR16","doi-asserted-by":"publisher","first-page":"1212","DOI":"10.1006\/nimg.2000.0718","volume":"13","author":"LK Hansen","year":"2001","unstructured":"Hansen, L.K., Nielsen, F.\u00c5., Strother, S.C., Lange, N.: Consensus inference in neuroimaging. NeuroImage 13(6), 1212\u20131218 (2001)","journal-title":"NeuroImage"},{"key":"3_CR17","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1016\/j.neuroimage.2013.10.067","volume":"87","author":"S Haufe","year":"2014","unstructured":"Haufe, S., et al.: On the interpretation of weight vectors of linear models in multivariate neuroimaging. NeuroImage 87, 96\u2013110 (2014)","journal-title":"NeuroImage"},{"issue":"5745","key":"3_CR18","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1126\/science.1111709","volume":"310","author":"P Johansson","year":"2005","unstructured":"Johansson, P., Hall, L., Sikstr\u00f6m, S., Olsson, A.: Failure to detect mismatches between intention and outcome in a simple decision task. Science 310(5745), 116\u2013119 (2005)","journal-title":"Science"},{"key":"3_CR19","unstructured":"Kim, B., et al.: Interpretability beyond feature attribution: quantitative testing with concept activation vectors (TCAV). In: International Conference on Machine Learning, pp. 2673\u20132682 (2018)"},{"key":"3_CR20","unstructured":"Kindermans, P.J., et al.: Learning how to explain neural networks: PatternNet and PatternAttribution. arXiv preprint. arXiv:1705.05598 (2017)"},{"issue":"4","key":"3_CR21","doi-asserted-by":"publisher","first-page":"772","DOI":"10.1006\/nimg.2001.1033","volume":"15","author":"U Kjems","year":"2002","unstructured":"Kjems, U., et al.: The quantitative evaluation of functional neuroimaging experiments: mutual information learning curves. NeuroImage 15(4), 772\u2013786 (2002)","journal-title":"NeuroImage"},{"issue":"1","key":"3_CR22","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1006\/nimg.2002.1300","volume":"18","author":"S LaConte","year":"2003","unstructured":"LaConte, S., et al.: The evaluation of preprocessing choices in single-subject bold fMRI using NPAIRS performance metrics. NeuroImage 18(1), 10\u201327 (2003)","journal-title":"NeuroImage"},{"issue":"3","key":"3_CR23","doi-asserted-by":"publisher","first-page":"282","DOI":"10.1006\/nimg.1999.0472","volume":"10","author":"N Lange","year":"1999","unstructured":"Lange, N., et al.: Plurality and resemblance in fMRI data analysis. NeuroImage 10(3), 282\u2013303 (1999)","journal-title":"NeuroImage"},{"key":"3_CR24","unstructured":"Lautrup, B., Hansen, L.K., Law, I., M\u00f8rch, N., Svarer, C., Strother, S.C.: Massive weight sharing: a cure for extremely ill-posed problems. In: Workshop on Supercomputing in Brain Research: From Tomography to Neural Networks, pp. 137\u2013144 (1994)"},{"key":"3_CR25","unstructured":"Lipton, Z.C.: The mythos of model interpretability. arXiv preprint. arXiv:1606.03490 (2016)"},{"issue":"3","key":"3_CR26","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1145\/3236386.3241340","volume":"16","author":"ZC Lipton","year":"2018","unstructured":"Lipton, Z.C.: The mythos of model interpretability. Queue 16(3), 30 (2018)","journal-title":"Queue"},{"issue":"2","key":"3_CR27","doi-asserted-by":"crossref","first-page":"160","DOI":"10.1080\/10618600.1997.10474735","volume":"6","author":"D Madigan","year":"1997","unstructured":"Madigan, D., Mosurski, K., Almond, R.G.: Graphical explanation in belief networks. J. Comput. Graph. Stat. 6(2), 160\u2013181 (1997)","journal-title":"J. Comput. Graph. Stat."},{"key":"3_CR28","unstructured":"Michie, D.: Machine learning in the next five years. In: Proceedings of the 3rd European Conference on European Working Session on Learning, pp. 107\u2013122. Pitman Publishing (1988)"},{"issue":"2","key":"3_CR29","first-page":"34","volume":"12","author":"ML Minsky","year":"1991","unstructured":"Minsky, M.L.: Logical versus analogical or symbolic versus connectionist or neat versus scruffy. AI Mag. 12(2), 34 (1991)","journal-title":"AI Mag."},{"key":"3_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.dsp.2017.10.011","volume":"73","author":"G Montavon","year":"2018","unstructured":"Montavon, G., Samek, W., M\u00fcller, K.R.: Methods for interpreting and understanding deep neural networks. Digital Sign. Proces. 73, 1\u201315 (2018)","journal-title":"Digital Sign. Proces."},{"key":"3_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1007\/3-540-63046-5_20","volume-title":"Information Processing in Medical Imaging","author":"N M\u00f8rch","year":"1997","unstructured":"M\u00f8rch, N., et al.: Nonlinear versus linear models in functional neuroimaging: learning curves and generalization crossover. In: Duncan, J., Gindi, G. (eds.) IPMI 1997. LNCS, vol. 1230, pp. 259\u2013270. Springer, Heidelberg (1997). https:\/\/doi.org\/10.1007\/3-540-63046-5_20"},{"key":"3_CR32","unstructured":"M\u00f8rch, N.J., et al.: Visualization of neural networks using saliency maps. In: 1995 IEEE International Conference on Neural Networks. IEEE (1995)"},{"key":"3_CR33","unstructured":"Narayanan, M., Chen, E., He, J., Kim, B., Gershman, S., Doshi-Velez, F.: How do humans understand explanations from machine learning systems? An evaluation of the human-interpretability of explanation. arXiv preprint. arXiv:1802.00682 (2018)"},{"key":"3_CR34","doi-asserted-by":"publisher","first-page":"1337","DOI":"10.1109\/TSE.1985.231882","volume":"11","author":"R Neches","year":"1985","unstructured":"Neches, R., Swartout, W.R., Moore, J.D.: Enhanced maintenance and explanation of expert systems through explicit models of their development. IEEE Trans. Softw. Eng. 11, 1337\u20131351 (1985)","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"2","key":"3_CR35","first-page":"2","volume":"16","author":"FA Nielsen","year":"2002","unstructured":"Nielsen, F.A., Hansen, L.K.: Automatic anatomical labeling of Talairach coordinates and generation of volumes of interest via the brainmap database. NeuroImage 16(2), 2\u20136 (2002)","journal-title":"NeuroImage"},{"issue":"6","key":"3_CR36","doi-asserted-by":"publisher","first-page":"2085","DOI":"10.1016\/j.patcog.2011.09.011","volume":"45","author":"PM Rasmussen","year":"2012","unstructured":"Rasmussen, P.M., Hansen, L.K., Madsen, K.H., Churchill, N.W., Strother, S.C.: Model sparsity and brain pattern interpretation of classification models in neuroimaging. Pattern Recogn. 45(6), 2085\u20132100 (2012)","journal-title":"Pattern Recogn."},{"key":"3_CR37","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Why should I trust you?: Explaining the predictions of any classifier. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 1135\u20131144. ACM (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"3_CR38","unstructured":"Ridgeway, G., Madigan, D., Richardson, T., O\u2019Kane, J.: Interpretable boosted Na\u00efve Bayes classification. In: KDD, pp. 101\u2013104 (1998)"},{"issue":"1","key":"3_CR39","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1186\/s12911-016-0377-1","volume":"16","author":"G Saposnik","year":"2016","unstructured":"Saposnik, G., Redelmeier, D., Ruff, C.C., Tobler, P.N.: Cognitive biases associated with medical decisions: a systematic review. BMC Med. Inform. Decis. Mak. 16(1), 138 (2016)","journal-title":"BMC Med. Inform. Decis. Mak."},{"key":"3_CR40","doi-asserted-by":"publisher","first-page":"13890","DOI":"10.1038\/ncomms13890","volume":"8","author":"KT Sch\u00fctt","year":"2017","unstructured":"Sch\u00fctt, K.T., Arbabzadah, F., Chmiela, S., M\u00fcller, K.R., Tkatchenko, A.: Quantum-chemical insights from deep tensor neural networks. Nat. Commun. 8, 13890 (2017)","journal-title":"Nat. Commun."},{"issue":"6","key":"3_CR41","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1016\/0010-4809(73)90029-3","volume":"6","author":"EH Shortliffe","year":"1973","unstructured":"Shortliffe, E.H., Axline, S.G., Buchanan, B.G., Merigan, T.C., Cohen, S.N.: An artificial intelligence program to advise physicians regarding antimicrobial therapy. Comput. Biomed. Res. 6(6), 544\u2013560 (1973)","journal-title":"Comput. Biomed. Res."},{"issue":"4","key":"3_CR42","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1016\/0010-4809(75)90009-9","volume":"8","author":"E Shortliffe","year":"1975","unstructured":"Shortliffe, E., Davis, R., Axline, S., Buchanan, B., Green, C., Cohen, S.: Computer-based consultations in clinical therapeutics: explanation and rule acquisition capabilities of the MYCIN system. Comput. Biomed. Res. 8(4), 303\u2013320 (1975)","journal-title":"Comput. Biomed. Res."},{"issue":"10","key":"3_CR43","doi-asserted-by":"publisher","first-page":"1784","DOI":"10.1109\/TBME.2004.831538","volume":"51","author":"S Sigurdsson","year":"2004","unstructured":"Sigurdsson, S., Philipsen, P.A., Hansen, L.K., Larsen, J., Gniadecka, M., Wulf, H.C.: Detection of skin cancer by classification of Raman spectra. IEEE Trans. Biomed. Eng. 51(10), 1784\u20131793 (2004)","journal-title":"IEEE Trans. Biomed. Eng."},{"issue":"4","key":"3_CR44","doi-asserted-by":"publisher","first-page":"747","DOI":"10.1006\/nimg.2001.1034","volume":"15","author":"SC Strother","year":"2002","unstructured":"Strother, S.C., Anderson, J., Hansen, L.K., Kjems, U., Kustra, R., Sidtis, J., Frutiger, S., Muley, S., LaConte, S., Rottenberg, D.: The quantitative evaluation of functional neuroimaging experiments: the NPAIRS data analysis framework. NeuroImage 15(4), 747\u2013771 (2002)","journal-title":"NeuroImage"},{"key":"3_CR45","unstructured":"Suermondt, H.J., Cooper, G.F.: An evaluation of explanations of probabilistic inference. In: Proceedings of the Annual Symposium on Computer Application in Medical Care, p. 579. American Medical Informatics Association (1992)"},{"issue":"4","key":"3_CR46","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1016\/0167-7136(83)90280-9","volume":"1","author":"William R. Swartout","year":"1983","unstructured":"Swartout, W.R.: XPLAIN: a system for creating and explaining expert consulting programs. University of Southern California Marina del Rey Information Sciences Institute, Technical report (1983)","journal-title":"Computer Compacts"},{"key":"3_CR47","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1007\/978-3-642-77927-5_24","volume-title":"Second Generation Expert Systems","author":"WR Swartout","year":"1993","unstructured":"Swartout, W.R., Moore, J.D.: Explanation in second generation expert systems. In: David, J.M., Krivine, J.P., Simmons, R. (eds.) Second Generation Expert Systems, pp. 543\u2013585. Springer, Heidelberg (1993). https:\/\/doi.org\/10.1007\/978-3-642-77927-5_24"},{"key":"3_CR48","unstructured":"Thrun, S.: Extracting provably correct rules from artificial neural networks. Technical report IAI-TR-93-5, Institut for Informatik III Universitat Bonn, Germany (1994)"},{"key":"3_CR49","unstructured":"Thrun, S.: Extracting rules from artificial neural networks with distributed representations. In: Advances in Neural Information Processing Systems, pp. 505\u2013512 (1995)"},{"key":"3_CR50","unstructured":"Tomsett, R., Braines, D., Harborne, D., Preece, A., Chakraborty, S.: Interpretable to whom? A role-based model for analyzing interpretable machine learning systems. arXiv preprint. arXiv:1806.07552 (2018)"}],"container-title":["Lecture Notes in Computer Science","Explainable AI: Interpreting, Explaining and Visualizing Deep Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-28954-6_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,23]],"date-time":"2024-07-23T04:59:30Z","timestamp":1721710770000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-28954-6_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030289539","9783030289546"],"references-count":50,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-28954-6_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"10 September 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}