{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,3]],"date-time":"2026-03-03T22:17:42Z","timestamp":1772576262958,"version":"3.50.1"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030303907","type":"print"},{"value":"9783030303914","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-30391-4_6","type":"book-chapter","created":{"date-parts":[[2019,9,10]],"date-time":"2019-09-10T06:04:06Z","timestamp":1568095446000},"page":"95-109","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":30,"title":["Explanations of Black-Box Model Predictions by Contextual Importance and Utility"],"prefix":"10.1007","author":[{"given":"Sule","family":"Anjomshoae","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kary","family":"Fr\u00e4mling","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amro","family":"Najjar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,9,11]]},"reference":[{"key":"6_CR1","unstructured":"Biran, O., Cotton, C.: Explanation and justification in machine learning: a survey. In: IJCAI-17 Workshop on Explainable AI (XAI) (2017)"},{"key":"6_CR2","unstructured":"Anjomshoae, S., Najjar, A., Calvaresi, D., Fr\u00e4mling, K.: Explainable agents and robots: results from a systematic literature review. In: Proceedings of the 18th International Conference on Autonomous Agents and Multiagent Systems (2019)"},{"key":"6_CR3","unstructured":"Samek, W., Wiegand, T., M\u00fcller, K.R.: Explainable artificial intelligence: understanding, visualizing and interpreting deep learning models. arXiv preprint \n                      arXiv:1708.08296\n                      \n                     (2017)"},{"key":"6_CR4","series-title":"The Springer Series on Challenges in Machine Learning","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1007\/978-3-319-98131-4_2","volume-title":"Explainable and Interpretable Models in Computer Vision and Machine Learning","author":"G Ras","year":"2018","unstructured":"Ras, G., van Gerven, M., Haselager, P.: Explanation methods in deep learning: users, values, concerns and challenges. In: Escalante, H.J., et al. (eds.) Explainable and Interpretable Models in Computer Vision and Machine Learning. TSSCML, pp. 19\u201336. Springer, Cham (2018). \n                      https:\/\/doi.org\/10.1007\/978-3-319-98131-4_2"},{"issue":"3\u20135","key":"6_CR5","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1007\/s11257-017-9195-0","volume":"27","author":"I Nunes","year":"2017","unstructured":"Nunes, I., Jannach, D.: Interaction, a systematic review and taxonomy of explanations in decision support and recommender systems. User Model. User-Adap. Interact. 27(3\u20135), 393\u2013444 (2017). \n                      https:\/\/doi.org\/10.1007\/s11257-017-9195-0","journal-title":"User Model. User-Adap. Interact."},{"key":"6_CR6","unstructured":"Miller, T., Howe, P., Sonenberg, L.: Explainable AI: beware of inmates running the asylum or: how I learnt to stop worrying and love the social and behavioural sciences. arXiv preprint \n                      arXiv:1712.00547\n                      \n                     (2017)"},{"key":"6_CR7","unstructured":"Fr\u00e4mling, K.: Explaining results of neural networks by contextual importance and utility. In: Proceedings of the AISB 1996 Conference (1996)"},{"key":"6_CR8","doi-asserted-by":"crossref","unstructured":"Miller, T.: Explanation in artificial intelligence: insights from the social sciences. In: Artificial Intelligence (2018)","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"6_CR9","unstructured":"Molnar, C.J.: Interpretable Machine Learning. A Guide For Making Black Box Models Explainable. Leanpub (2018)"},{"key":"6_CR10","unstructured":"Shortliffe, E.: Computer-Based Medical Consultations: MYCIN, vol. 2. Elsevier (2012)"},{"issue":"3","key":"6_CR11","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1016\/0004-3702(83)90008-5","volume":"20","author":"WJ Clancey","year":"1983","unstructured":"Clancey, W.J.: The epistemology of a rule-based expert system\u2014a framework for explanation. Artif. Intell. 20(3), 215\u2013251 (1983)","journal-title":"Artif. Intell."},{"key":"6_CR12","doi-asserted-by":"crossref","unstructured":"Swartout, W.R.: XPLAIN: a system for creating and explaining expert consulting programs. In: University of Southern California Marina Del Rey Information Sciences Institue (1983)","DOI":"10.1016\/0167-7136(83)90280-9"},{"issue":"3","key":"6_CR13","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1109\/64.87686","volume":"6","author":"W Swartout","year":"1991","unstructured":"Swartout, W., Paris, C., Moore, J.: Explanations in knowledge systems: design for explainable expert systems. IEEE Expert 6(3), 58\u201364 (1991)","journal-title":"IEEE Expert"},{"key":"6_CR14","unstructured":"Langlotz, C., Shortliffe, E.H., Fagan, L.M.: Using decision theory to justify heuristics. In: AAAI (1986)"},{"key":"6_CR15","doi-asserted-by":"publisher","DOI":"10.4324\/9780203772775","volume-title":"Decision-Analytic Intelligent Systems","author":"David A. Klein","year":"2013","unstructured":"Klein, D.A.: Decision-Analytic Intelligent Systems: Automated Explanation and Knowledge Acquisition. Routledge, Abingdon (2013)"},{"issue":"4","key":"6_CR16","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1016\/0957-4174(94)E0032-P","volume":"8","author":"DE Forsythe","year":"1995","unstructured":"Forsythe, D.E.: Using ethnography in the design of an explanation system. Expert Syst. Appl. 8(4), 403\u2013417 (1995)","journal-title":"Expert Syst. Appl."},{"key":"6_CR17","unstructured":"Henrion, M., Druzdzel, M.J.: Qualtitative propagation and scenario-based scheme for exploiting probabilistic reasoning. In: Proceedings of the Sixth Annual Conference on Uncertainty in Artificial Intelligence. Elsevier Science Inc. (1990)"},{"issue":"2","key":"6_CR18","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1017\/S026988890200019X","volume":"17","author":"C Lacave","year":"2002","unstructured":"Lacave, C., D\u00edez, F.J.: A review of explanation methods for Bayesian networks. Knowl. Eng. Rev. 17(2), 107\u2013127 (2002)","journal-title":"Knowl. Eng. Rev."},{"key":"6_CR19","unstructured":"Souillard-Mandar, W., Davis, R., Rudin, C., Au, R., Penney, D.: Interpretable machine learning models for the digital clock drawing test. arXiv preprint \n                      arXiv:1606.07163\n                      \n                     (2016)"},{"issue":"3","key":"6_CR20","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1007\/s10994-015-5528-6","volume":"102","author":"B Ustun","year":"2016","unstructured":"Ustun, B., Rudin, C.: Supersparse linear integer models for optimized medical scoring systems. Mach. Learn. 102(3), 349\u2013391 (2016)","journal-title":"Mach. Learn."},{"key":"6_CR21","doi-asserted-by":"crossref","unstructured":"Lakkaraju, H., Bach, S.H., Leskovec, J.: Interpretable decision sets: a joint framework for description and prediction. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining (2016)","DOI":"10.1145\/2939672.2939874"},{"issue":"1","key":"6_CR22","first-page":"3441","volume":"14","author":"C Rudin","year":"2013","unstructured":"Rudin, C., Letham, B., Madigan, D.: Learning theory analysis for association rules and sequential event prediction. J. Mach. Learn. Res. 14(1), 3441\u20133492 (2013)","journal-title":"J. Mach. Learn. Res."},{"key":"6_CR23","unstructured":"Letham, B., Rudin, C., McCormick, T.H., Madigan, D.: Building interpretable classifiers with rules using Bayesian analysis. In: Department of Statistics Technical Report tr609, University of Washington (2012)"},{"key":"6_CR24","unstructured":"Kim, B., Rudin, C., Shah, J.A.: The Bayesian case model: a generative approach for case-based reasoning and prototype classification. In: Advances in Neural Information Processing Systems (2014)"},{"key":"6_CR25","unstructured":"Kim, B., Shah, J.A., Doshi-Velez, F.: Mind the gap: a generative approach to interpretable feature selection and extraction. In: Advances in Neural Information Processing Systems (2015)"},{"key":"6_CR26","first-page":"1","volume":"11","author":"I Kononenko","year":"2010","unstructured":"Kononenko, I.: An efficient explanation of individual classifications using game theory. J. Mach. Learn. Res. 11, 1\u201318 (2010)","journal-title":"J. Mach. Learn. Res."},{"key":"6_CR27","doi-asserted-by":"crossref","unstructured":"Krause, J., Perer, A., Ng, K.: Interacting with predictions: visual inspection of black-box machine learning models. In: Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems (2016)","DOI":"10.1145\/2858036.2858529"},{"key":"6_CR28","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Why should I trust you? In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining - KDD 2016. pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"6_CR29","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Model-agnostic interpretability of machine learning. arXiv preprint \n                      arXiv:1606.05386\n                      \n                     (2016)"},{"key":"6_CR30","unstructured":"Fr\u00e4mling, K.: Mod\u00e9lisation et apprentissage des pr\u00e9f\u00e9rences par r\u00e9seaux de neurones pour l\u2019aide \u00e0 la d\u00e9cision multicrit\u00e8re. In: Institut National de Sciences Appliqu\u00e9es de Lyon, Ecole Nationale Sup\u00e9rieure des Mines de Saint-Etienne, France, p. 209 (1996)"},{"key":"6_CR31","unstructured":"Fr\u00e4mling, K., Graillot, D.: Extracting explanations from neural networks. In: Proceedings of the ICANN (1995)"},{"key":"6_CR32","volume-title":"Decision Making for Leaders: The Analytic Hierarchy Process for Decisions in a Complex World","author":"TL Saaty","year":"1990","unstructured":"Saaty, T.L.: Decision Making for Leaders: The Analytic Hierarchy Process for Decisions in a Complex World. RWS Publications, Pittsburgh (1990)"},{"issue":"8","key":"6_CR33","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1051\/ro\/196802V100571","volume":"2","author":"B. Roy","year":"1968","unstructured":"Roy, B.: Classement et choix en pr\u00e9sence de points de vue multiples. 2(8), 57\u201375 (1968)","journal-title":"Revue fran\u00e7aise d'informatique et de recherche op\u00e9rationnelle"},{"key":"6_CR34","doi-asserted-by":"crossref","unstructured":"Setiono, R., Azcarraga, A., Hayashi, Y.: MofN rule extraction from neural networks trained with augmented discretized input. In: Proceedings of the 2014 International Joint Conference on Neural Networks (IJCNN), pp. 1079\u20131086 (2014)","DOI":"10.1109\/IJCNN.2014.6889691"},{"key":"6_CR35","unstructured":"Seo, D., Oh, K., Oh, I.S.: Regional multi-scale approach for visually pleasing explanations of deep neural networks. arXiv preprint \n                      arXiv:1807.11720\n                      \n                     (2018)"},{"key":"6_CR36","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1007\/978-3-642-20267-4_3","volume-title":"Adaptive and Natural Computing Algorithms","author":"E \u0160trumbelj","year":"2011","unstructured":"\u0160trumbelj, E., Kononenko, I.: A general method for visualizing and explaining black-box regression models. In: Dobnikar, A., Lotri\u010d, U., \u0160ter, B. (eds.) ICANNGA 2011. LNCS, vol. 6594, pp. 21\u201330. Springer, Heidelberg (2011). \n                      https:\/\/doi.org\/10.1007\/978-3-642-20267-4_3"},{"key":"6_CR37","doi-asserted-by":"crossref","unstructured":"Berg, T., Belhumeur, P.N.: How do you tell a blackbird from a crow? In: IEEE International Conference on Computer Vision, pp. 9\u201316 (2013)","DOI":"10.1109\/ICCV.2013.9"},{"key":"6_CR38","doi-asserted-by":"crossref","unstructured":"Huk Park, D., et al.: Multimodal explanations: justifying decisions and pointing to the evidence. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (2018)","DOI":"10.1109\/CVPR.2018.00915"}],"container-title":["Lecture Notes in Computer Science","Explainable, Transparent Autonomous Agents and Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-30391-4_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,10]],"date-time":"2019-09-10T06:05:22Z","timestamp":1568095522000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-30391-4_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030303907","9783030303914"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-30391-4_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"11 September 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EXTRAAMAS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Explainable, Transparent Autonomous Agents and Multi-Agent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Montreal, QC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 May 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 May 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"extraamas2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/extraamas.ehealth.hevs.ch\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"12","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"52% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}