{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T15:54:21Z","timestamp":1784044461033,"version":"3.55.0"},"reference-count":180,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/OAPA.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2018]]},"DOI":"10.1109\/access.2018.2870052","type":"journal-article","created":{"date-parts":[[2018,9,17]],"date-time":"2018-09-17T21:37:53Z","timestamp":1537220273000},"page":"52138-52160","source":"Crossref","is-referenced-by-count":5119,"title":["Peeking Inside the Black-Box: A Survey on Explainable Artificial Intelligence (XAI)"],"prefix":"10.1109","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9697-666X","authenticated-orcid":false,"given":"Amina","family":"Adadi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mohammed","family":"Berrada","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref170","first-page":"24","article-title":"Explainable planning","author":"fox","year":"2017","journal-title":"Proc IJCAI Workshop"},{"key":"ref172","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2017.7989155"},{"key":"ref171","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/23"},{"key":"ref174","article-title":"Self-explaining agents in virtual training","author":"harbers","year":"0"},{"key":"ref173","doi-asserted-by":"publisher","DOI":"10.1109\/WI-IAT.2010.115"},{"key":"ref176","doi-asserted-by":"publisher","DOI":"10.1109\/ACIIW.2017.8272595"},{"key":"ref175","doi-asserted-by":"crossref","first-page":"4762","DOI":"10.1609\/aaai.v31i2.19108","article-title":"Explainable agency for intelligent autonomous systems","author":"langley","year":"2017","journal-title":"Proc AAAI"},{"key":"ref178","article-title":"Explain yourself: A natural language interface for scrutable autonomous robots","author":"garcia","year":"2018","journal-title":"HRI Workshop on Explainable Robotic Systems"},{"key":"ref177","doi-asserted-by":"crossref","first-page":"204","DOI":"10.1007\/978-3-319-91122-9_18","article-title":"Using perceptual and cognitive explanations for enhanced human-agent team performance","author":"neerincx","year":"2018","journal-title":"Proc Int Conf Eng Psychol Cognit Ergonom"},{"key":"ref168","author":"puri","year":"2017","journal-title":"MAGIX Model agnostic globally interpretable explanations"},{"key":"ref169","author":"varshney","year":"2018","journal-title":"Why interpretability in machine learning? An answer using distributed detection and data fusion theory"},{"key":"ref39","year":"2016","journal-title":"European Union’s General Data Protection Regulation"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ARSO.2017.8025197"},{"key":"ref33","author":"miller","year":"2017","journal-title":"Explanation in Artificial Intelligence Insights from the Social Sciences"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-25127-1_4"},{"key":"ref31","author":"danjuma","year":"2015","journal-title":"Performance Evaluation of Machine Learning Algorithms in Post-operative Life Expectancy in the Lung Cancer Patients"},{"key":"ref30","first-page":"1","article-title":"Responsible artificial intelligence: Designing AI for human values","volume":"1","author":"dignum","year":"2017","journal-title":"ITU J ICT Discoveries"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2788613"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-016-0651-x"},{"key":"ref35","author":"baum","year":"2017","journal-title":"A survey of artificial general intelligence projects for ethics risk and policy"},{"key":"ref34","article-title":"Powerful but limited: A DARPA perspective on AI","author":"prabhakar","year":"2017","journal-title":"Proc DARPA"},{"key":"ref180","author":"igami","year":"2017","journal-title":"Artificial intelligence as structural estimation Economic interpretations of deep blue bonanza and AlphaGo"},{"key":"ref28","author":"weld","year":"2018","journal-title":"The challenge of crafting intelligible intelligence"},{"key":"ref27","first-page":"5","article-title":"Comprehensibility of classification trees—Survey design validation","author":"piltaver","year":"2014","journal-title":"Proc ITI"},{"key":"ref179","author":"akyol","year":"2016","journal-title":"Price of transparency in strategic machine learning"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.5381\/jot.2010.9.3.a3"},{"key":"ref20","first-page":"900","article-title":"An explainable artificial intelligence system for small-unit tactical behavior","author":"van lent","year":"2004","journal-title":"Proc Conf Innov Appl Artif Intell"},{"key":"ref22","author":"doran","year":"2017","journal-title":"What Does Explainable AI Really Mean? A New Conceptualization of Perspectives"},{"key":"ref21","article-title":"Explanation in expert systems: A survey","author":"swartout","year":"1988"},{"key":"ref24","author":"bojarski","year":"2017","journal-title":"Explaining how a deep neural network trained with end-to-end learning steers a car"},{"key":"ref23","author":"koh","year":"2017","journal-title":"Understanding black-box predictions via influence functions"},{"key":"ref101","first-page":"4768","article-title":"A unified approach to interpreting model predictions","author":"lundberg","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CIDM.2013.6597210"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/371"},{"key":"ref25","first-page":"96","article-title":"The mythos of model interpretability","author":"lipton","year":"2016","journal-title":"Proc ICML Workshop Human Interpret Mach Learn"},{"key":"ref50","first-page":"1","article-title":"A framework for addressing fairness in consequential machine learning","author":"howell","year":"2018","journal-title":"Proc FAT Conf Tuts"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1111\/1745-9133.12047"},{"key":"ref154","author":"gilpin","year":"2018","journal-title":"Explaining explanations An approach to evaluating interpretability of machine learning"},{"key":"ref153","first-page":"1","article-title":"Interpretable machine learning: Lessons from topic modeling","author":"paul","year":"2016","journal-title":"Proc CHI Workshop Hum -Centered Mach Learn"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1145\/1040830.1040911"},{"key":"ref155","first-page":"36","article-title":"Explainable AI: Beware of inmates running the asylum","author":"miller","year":"2017","journal-title":"Proc Workshop Explainable AI (XAI) IJCAI"},{"key":"ref150","doi-asserted-by":"publisher","DOI":"10.1109\/CIDM.2013.6597212"},{"key":"ref152","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.354"},{"key":"ref151","author":"poursabzi-sangdeh","year":"2018","journal-title":"Manipulating and measuring model interpretability"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-54024-5_5"},{"key":"ref147","first-page":"537","article-title":"Local interpretable model-agnostic explanations for music content analysis","author":"mishra","year":"2017","journal-title":"Proc ISMIR"},{"key":"ref148","author":"mohseni","year":"2018","journal-title":"A human-grounded evaluation benchmark for local explanations of machine learning"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2010.12.003"},{"key":"ref59","author":"hall","year":"2018","journal-title":"An Introduction to Machine Learning Interpretability"},{"key":"ref58","first-page":"617","article-title":"Improving the interpretability of deep neural networks with stimulated learning","author":"tan","year":"2015","journal-title":"Proc IEEE Workshop Autom Speech Recognition Understanding (ASRU)"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1002\/isaf.1422"},{"key":"ref56","article-title":"The need for user models in generating expert system explanations","author":"kass","year":"1988"},{"key":"ref55","year":"2017","journal-title":"Unfairness by Algorithm Distilling the Harms of Automated Decision-Making"},{"key":"ref54","author":"henelius","year":"2017","journal-title":"Interpreting classifiers through attribute interactions in datasets"},{"key":"ref53","author":"knight","year":"2017","journal-title":"The U S military wants its autonomous machines to explain themselves"},{"key":"ref52","year":"2018","journal-title":"Equifax Launches NeuroDecision Technology"},{"key":"ref40","doi-asserted-by":"crossref","first-page":"354","DOI":"10.1038\/nature24270","article-title":"Mastering the game of go without human knowledge","volume":"550","author":"silver","year":"2017","journal-title":"Nature"},{"key":"ref167","author":"dhurandhar","year":"2017","journal-title":"TIP Typifying the interpretability of procedures"},{"key":"ref166","doi-asserted-by":"publisher","DOI":"10.1177\/1745691617693393"},{"key":"ref165","doi-asserted-by":"publisher","DOI":"10.1214\/10-STS330"},{"key":"ref164","doi-asserted-by":"publisher","DOI":"10.1145\/2783258.2783407"},{"key":"ref163","author":"offert","year":"2017","journal-title":"‘I know it when I see it’ Visualization and intuitive interpretability"},{"key":"ref162","doi-asserted-by":"publisher","DOI":"10.1145\/2856767.2856811"},{"key":"ref161","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2013.6645235"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.1145\/2166966.2166996"},{"key":"ref4","author":"barocas","year":"2018","journal-title":"The FAT-ML Workshop Series on Fairness Accountability and Transparency in Machine Learning"},{"key":"ref3","year":"2017","journal-title":"Top 10 strategic technology trends for 2018"},{"key":"ref6","author":"wilson","year":"0","journal-title":"Proceedings of NIPS 2016 Workshop on Interpretable Machine Learning for Complex Systems"},{"key":"ref5","author":"kim","year":"0","journal-title":"2018 Workshop on Human Interpretability in Machine Learning (WHI)"},{"key":"ref159","author":"hohman","year":"2018","journal-title":"Visual Analytics in Deep Learning An Interrogative Survey for the Next Frontiers"},{"key":"ref8","author":"farina","year":"2017","journal-title":"Proc XCI Explainable Comput Intell Workshop"},{"key":"ref49","author":"tan","year":"2018","journal-title":"Detecting Bias in Black-Box Models Using Transparent Model Distillation"},{"key":"ref7","author":"aha","year":"2017","journal-title":"Proc Workshop Explainable AI (XAI) IJCAI"},{"key":"ref157","first-page":"458","article-title":"Explainable AI for designers: A human-centered perspective on mixed-initiative co-creation","author":"zhu","year":"2018","journal-title":"Proc IEEE Conf Comput Intell Games (CIG)"},{"key":"ref158","doi-asserted-by":"crossref","DOI":"10.1145\/3077257.3077260","article-title":"Interpreting black-box classifiers using instance-level visual explanations","author":"tamagnini","year":"2017","journal-title":"Proc 2nd Workshop Hum -Loop Data Anal"},{"key":"ref9","author":"guyon","year":"2017","journal-title":"Proc IJCNN Explainability Learn Mach"},{"key":"ref46","author":"katuwal","year":"2016","journal-title":"Machine learning model interpretability for precision medicine"},{"key":"ref45","author":"holzinger","year":"2017","journal-title":"What do we need to build explainable AI systems for the medical domain?"},{"key":"ref48","first-page":"327","article-title":"Damned lies & criminal sentencing using evidence-based tools","author":"lightbourne","year":"2017"},{"key":"ref47","first-page":"371","article-title":"Interpretable deep models for ICU outcome prediction","author":"che","year":"2017","journal-title":"Proc AMIA Annu Symp"},{"key":"ref42","author":"mcfarland","year":"2018","journal-title":"Uber Shuts Down Self-Driving Operations in Arizona CNN"},{"key":"ref41","author":"norvig","year":"2018","journal-title":"Google’s approach to artificial intelligence and machine learning"},{"key":"ref44","author":"haspiel","year":"2018","journal-title":"Explanations and Expectations Trust Building in Automated Vehicles deepblue lib umich edu"},{"key":"ref43","author":"bojarski","year":"2016","journal-title":"End to End Learning for Self-Driving Cars"},{"key":"ref127","author":"tan","year":"2018","journal-title":"Transparent model distillation"},{"key":"ref126","author":"tan","year":"2018","journal-title":"Auditing black-box models using transparent model distillation with side information"},{"key":"ref125","first-page":"1","article-title":"Interpretable approaches to detect bias in black-box models","author":"tan","year":"2017","journal-title":"Proc AAAI\/ACM Conf AI Ethics Soc"},{"key":"ref124","author":"xu","year":"2018","journal-title":"Interpreting deep classifier by visual distillation of dark knowledge"},{"key":"ref73","first-page":"3111","article-title":"Distributed representations of words and phrases and their compositionality","author":"mikolov","year":"2013","journal-title":"Proc Adv Neural Inf Process Syst (NIPS)"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299155"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2012.10.039"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TCDS.2016.2628365"},{"key":"ref128","author":"zhang","year":"2016","journal-title":"A sensitivity analysis of (and practitioners’ Guide to) convolutional neural networks for sentence classification"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1214\/ss\/1009213726"},{"key":"ref76","author":"palm","year":"2017","journal-title":"Recurrent relational networks for complex relational reasoning"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1109\/CIDM.2011.5949423"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.110"},{"key":"ref74","author":"ras","year":"2018","journal-title":"Explanation methods in deep learning Users values concerns and challenges"},{"key":"ref75","author":"santoro","year":"2017","journal-title":"A simple neural network module for relational reasoning"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1214\/11-AOAS495"},{"key":"ref134","first-page":"1952","article-title":"The Bayesian case model: A generative approach for case-based reasoning and prototype classification","author":"kim","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140"},{"key":"ref78","first-page":"6446","article-title":"Causal effect inference with deep latent-variable models","author":"louizos","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst (NIPS)"},{"key":"ref132","author":"fisher","year":"2018","journal-title":"Model class reliance Variable importance measures for any machine learning model class from the ‘rashomon’ perspective"},{"key":"ref79","author":"goudet","year":"2017","journal-title":"Learning functional causal models with generative neural networks"},{"key":"ref136","first-page":"2280","article-title":"Examples are not enough, learn to criticize! criticism for interpretability","author":"kim","year":"2016","journal-title":"Proc 29th Conf Neural Inf Process Syst (NIPS)"},{"key":"ref135","author":"gurumoorthy","year":"2017","journal-title":"ProtoDash Fast interpretable prototype selection"},{"key":"ref138","author":"yuan","year":"2017","journal-title":"Adversarial examples Attacks and defenses for deep learning"},{"key":"ref137","author":"wachter","year":"2017","journal-title":"Counterfactual Explanations Without Opening the Black Box Automated Decisions and the GDPR"},{"key":"ref60","author":"breiman","year":"2001","journal-title":"Statistical Modeling The Two Cultures Statistical Science"},{"key":"ref139","doi-asserted-by":"publisher","DOI":"10.1109\/TITB.2006.880553"},{"key":"ref62","author":"doshi-velez","year":"2018","journal-title":"Towards a rigorous science of interpretable machine learning"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174156"},{"key":"ref63","author":"guidotti","year":"2018","journal-title":"A survey of methods for explaining black box models"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.23919\/MIPRO.2018.8400040"},{"key":"ref140","author":"hara","year":"2016","journal-title":"Making Tree Ensembles Interpretable"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/2601248.2601268"},{"key":"ref141","author":"tan","year":"2016","journal-title":"Tree space prototypes Another look at making tree ensembles interpretable"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1214\/15-AOAS848"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.4088\/JCP.12m08338"},{"key":"ref67","first-page":"1","article-title":"Show, attend and tell: Neural image caption generation with visual attention","author":"xu","year":"2015","journal-title":"Proc Int Conf Mach Learn (ICML)"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2009.04.004"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-015-5528-6"},{"key":"ref144","first-page":"1013","article-title":"Falling rule lists","author":"wang","year":"2015","journal-title":"Proc 14th Int Conf Artif Intell Statist (AISTATS)"},{"key":"ref2","year":"2018","journal-title":"Revenues From the Artificial Intelligence (AI) Market Worldwide From 2016 to 2025"},{"key":"ref69","first-page":"79","article-title":"Accuracy and interpretability trade-offs in machine learning applied to safer gambling","author":"sarkar","year":"2016","journal-title":"Proc CEUR Workshop"},{"key":"ref145","author":"su","year":"2015","journal-title":"Interpretable two-level Boolean rule learning for classification"},{"key":"ref1","year":"2018","journal-title":"Worldwide Semiannual Cognitive Artificial Intelligence Systems Spending Guide"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1214\/09-AOAS285"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2016.7532763"},{"key":"ref108","first-page":"1","article-title":"Modeling heterogeneous treatment effects in large-scale experiments using Bayesian additive regression trees","author":"green","year":"2010","journal-title":"Proc Summer Meeting Soc Political Methodol"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2016.11.008"},{"key":"ref107","author":"thiagarajan","year":"2016","journal-title":"TreeView Peeking into deep neural networks via feature-space partitioning"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2007.190734"},{"key":"ref106","author":"bastani","year":"2017","journal-title":"Interpretability via model extraction"},{"key":"ref92","author":"smilkov","year":"2017","journal-title":"SmoothGrad Removing noise by adding noise"},{"key":"ref105","author":"molnar","year":"2018","journal-title":"Interpretable Machine Learning A Guide for Making Black Box Models Explainable"},{"key":"ref91","author":"sundararajan","year":"2017","journal-title":"Axiomatic Attribution for Deep Networks"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1145\/3109859.3109890"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"},{"key":"ref103","author":"linsley","year":"2018","journal-title":"Global-and-local attention networks for visual recognition"},{"key":"ref102","author":"guidotti","year":"2018","journal-title":"Local rule-based explanations of black box decision systems"},{"key":"ref111","author":"welling","year":"2016","journal-title":"Forest floor visualizations of random forests"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1080\/10618600.2014.907095"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2656.2008.01390.x"},{"key":"ref98","first-page":"1","article-title":"Learning how to explain neural networks: PatternNet and patternAttribution","author":"kindermans","year":"2018","journal-title":"Proc Int Conf Learn Represent"},{"key":"ref99","author":"shrikumar","year":"2016","journal-title":"Not just a black box Interpretable deep learning by propagating activation differences"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.371"},{"key":"ref97","first-page":"6970","article-title":"Real time image saliency for black box classifiers","author":"dabkowski","year":"2017","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref10","author":"chander","year":"2018","journal-title":"Proc MAKE-Explainable AI"},{"key":"ref11","author":"biundo","year":"2018","journal-title":"Proc ICAPS Workshop EXplainable AI Planning"},{"key":"ref12","author":"graaf","year":"2018","journal-title":"HRI Workshop on Explainable Robotic Systems"},{"key":"ref13","author":"komatsu","year":"2018","journal-title":"Proc ACM Intell Interfaces (IUI) Workshop Explainable Smart Syst (EXSS)"},{"key":"ref14","author":"alonso","year":"2018","journal-title":"Proc IPMU Adv Explainable Artif Intell"},{"key":"ref15","author":"agudo","year":"2018","journal-title":"Proc ICCBR 1st Workshop Case-Based Reasoning Explanation Intell Syst (XCBR)"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.5121\/ijdkp.2014.4302"},{"key":"ref16","author":"gunning","year":"2018","journal-title":"Explainable artificial intelligence (xai)"},{"key":"ref82","first-page":"3387","article-title":"Synthesizing the preferred inputs for neurons in neural networks via deep generator networks","author":"nguyen","year":"2016","journal-title":"Proc Adv Neural Inf Process Syst (NIPS)"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1016\/0950-7051(96)81920-4"},{"key":"ref17","author":"hall","year":"2018","journal-title":"Using H2O Driverless AI H2O AI"},{"key":"ref81","author":"valenzuela-esc\u00e1rcega","year":"2018","journal-title":"Lightly-supervised representation learning with global interpretability"},{"key":"ref18","year":"2018","journal-title":"Cognilytica’s AI Positioning Matrix (CAPM)"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"ref119","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2005.863472"},{"key":"ref19","year":"2018","journal-title":"Explainable Machine Learning Challenge"},{"key":"ref83","article-title":"Understanding representations learned in deep architectures","author":"erhan","year":"2010"},{"key":"ref114","first-page":"658","article-title":"The truth is in there—Rule extraction from opaque models using genetic programming","author":"johansson","year":"2004","journal-title":"Proc FLAIRS Conf"},{"key":"ref113","author":"casalicchio","year":"2018","journal-title":"Visualizing the feature importance for black box models"},{"key":"ref116","author":"hailesilassie","year":"2017","journal-title":"Rule extraction algorithm for deep neural networks A review"},{"key":"ref80","author":"yang","year":"2018","journal-title":"Global model interpretation via recursive partitioning"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-72393-6_139"},{"key":"ref120","first-page":"59","article-title":"Eclectic rule-extraction from support vector machines","volume":"2","author":"barakat","year":"2005","journal-title":"Int J Comput Intell"},{"key":"ref89","first-page":"818","article-title":"Visualizing and understanding convolutional networks","author":"zeiler","year":"2014","journal-title":"Proc Eur Conf Comput Vis"},{"key":"ref121","first-page":"81","article-title":"Deep learning, dark knowledge, and dark matter","volume":"42","author":"sadowski","year":"2015","journal-title":"Proc NIPS Workshop High-Energy Phys Mach Learn (PMLR)"},{"key":"ref122","author":"hinton","year":"2015","journal-title":"Distilling the knowledge in a neural network"},{"key":"ref123","author":"che","year":"2015","journal-title":"Distilling knowledge from deep networks with applications to healthcare domain"},{"key":"ref85","first-page":"1","article-title":"Anchors: High-precision model-agnostic explanations","author":"ribeiro","year":"2018","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2017.1307116"},{"key":"ref87","first-page":"1803","article-title":"How to explain individual classification decisions","volume":"11","author":"baehrens","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref88","author":"simonyan","year":"2013","journal-title":"Deep Inside Convolutional Networks Visualising Image Classification Models and Saliency Maps"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/8274985\/08466590.pdf?arnumber=8466590","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,1]],"date-time":"2022-09-01T18:56:58Z","timestamp":1662058618000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8466590\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"references-count":180,"URL":"https:\/\/doi.org\/10.1109\/access.2018.2870052","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]}}}