{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,3]],"date-time":"2026-11-03T14:40:49Z","timestamp":1793716849590,"version":"4.6.1"},"reference-count":150,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Guangdong Provincial Key Laboratory","award":["2020B121201001"],"award-info":[{"award-number":["2020B121201001"]}]},{"name":"Program for Guangdong Introducing Innovative and Entrepreneurial Teams","award":["2017ZT07X386"],"award-info":[{"award-number":["2017ZT07X386"]}]},{"name":"Support Plan Program of Shenzhen Natural Science Fund","award":["20200925154942002"],"award-info":[{"award-number":["20200925154942002"]}]},{"DOI":"10.13039\/501100003399","name":"Science and Technology Commission of Shanghai Municipality","doi-asserted-by":"publisher","award":["19511120602"],"award-info":[{"award-number":["19511120602"]}],"id":[{"id":"10.13039\/501100003399","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Leading Youth Talent Support Program of China"},{"name":"MOE University Scientific-Technological Innovation Plan Program"},{"name":"European Commission Horizon 2020 Innovative Training Network SUNDIAL","id":[{"id":"https:\/\/ror.org\/00k4n6c32","id-type":"ROR","asserted-by":"crossref"}]},{"name":"Alan Turing Institute, ATI","award":["1056900"],"award-info":[{"award-number":["1056900"]}],"id":[{"id":"https:\/\/ror.org\/035dkdb55","id-type":"ROR","asserted-by":"crossref"}]},{"name":"Machine Learning in the Space of Inferential Models"},{"name":"Survey Network for Deep Imaging Analysis, and Learning","award":["721463"],"award-info":[{"award-number":["721463"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Emerg. Top. Comput. Intell."],"published-print":{"date-parts":[[2021,10]]},"DOI":"10.1109\/tetci.2021.3100641","type":"journal-article","created":{"date-parts":[[2021,8,24]],"date-time":"2021-08-24T16:17:12Z","timestamp":1629821832000},"page":"726-742","source":"Crossref","is-referenced-by-count":879,"title":["A Survey on Neural Network Interpretability"],"prefix":"10.1109","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7442-375X","authenticated-orcid":false,"given":"Yu","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2330-128X","authenticated-orcid":false,"given":"Peter","family":"Tino","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0773-3277","authenticated-orcid":false,"given":"Ales","family":"Leonardis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6236-2002","authenticated-orcid":false,"given":"Ke","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8682914"},{"key":"ref38","first-page":"3540","article-title":"On the implicit bias of dropout","author":"mianjy","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref33","article-title":"Learning deep models: Critical points and local openness","author":"nouiehed","year":"0"},{"key":"ref32","first-page":"907","article-title":"The power of depth for feedforward neural networks","author":"eldan","year":"2016","journal-title":"Proc Conf Learn Theory"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2012.230"},{"key":"ref30","article-title":"Mathematics of deep learning","author":"vidal","year":"0"},{"key":"ref37","article-title":"Dropout: A simple way to prevent neural networks from overfitting","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.467"},{"key":"ref35","article-title":"The loss surfaces of multilayer networks","author":"choromanska","year":"2015","journal-title":"Artificial Intelligence and Statistics"},{"key":"ref34","article-title":"Global optimality conditions for deep neural networks","author":"yun","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref28","article-title":"Ganspace: Discovering interpretable gan controls","author":"h\u00e4rk\u00f6nen","year":"2020","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref27","article-title":"Controlling generative models with continuous factors of variations","author":"plumerault","year":"2020","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref29","article-title":"Gan Lab: Understanding complex deep generative models using interactive visual experimentation","author":"kahng","year":"2018","journal-title":"IEEE Trans Visualization Comput Graph"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/10.9.2997"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.354"},{"key":"ref24","article-title":"Gan dissection: Visualizing and understanding generative adversarial networks","author":"bau","year":"2019","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref23","article-title":"Explainable artificial intelligence (XAI): Concepts, taxonomies, opportunities and challenges toward responsible AI","volume":"58","author":"arrieta","year":"2020","journal-title":"Inf Fusion"},{"key":"ref101","article-title":"Model agnostic supervised local explanations","author":"plumb","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref26","first-page":"9786","article-title":"Unsupervised discovery of interpretable directions in the gan latent space","author":"voynov","year":"2020","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref100","first-page":"6309","author":"dalvi","year":"2019","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-020-01429-5"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP.2016.36"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.17"},{"key":"ref150","article-title":"A benchmark for interpretability methods in deep neural networks","author":"hooker","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref146","first-page":"212","article-title":"Case-based explanation of non-case-based learning methods","author":"caruana","year":"1999","journal-title":"Proc AMIA Symp"},{"key":"ref147","doi-asserted-by":"publisher","DOI":"10.1214\/11-AOAS495"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2018.2858759"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2599820"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/DSAA.2018.00018"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.dsp.2017.10.011"},{"key":"ref57","article-title":"Prediction and explanation in social systems","volume":"355","author":"hofman","year":"2017","journal-title":"Sci"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1038\/ncomms5308"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1038\/nbt.3313"},{"key":"ref54","article-title":"Regulation (eu) 2016\/679 of the european parliament and of the council of 27 april 2016 on the protection of natural persons with regard to the processing of personal data and on the free movement of such data, and repealing directive 95\/46\/ec (general data protection regulation","author":"parliament","year":"2016","journal-title":"Official J Eur Union"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v38i3.2741"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1002\/minf.201501008"},{"key":"ref40","article-title":"How robust are deep neural networks","author":"sengupta","year":"0"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2205597"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1038\/nature24270"},{"key":"ref5","first-page":"3104","article-title":"Sequence to sequence learning with neural networks","author":"sutskever","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2020.100317"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3236009"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2021.100379"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2019.04.024"},{"key":"ref46","article-title":"Fast feature fool: A data independent approach to universal adversarial perturbations","author":"mopuri","year":"2017","journal-title":"Proc Brit Mach Vis Conf"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2852738"},{"key":"ref48","first-page":"7924","article-title":"Robust detection of adversarial attacks by modeling the intrinsic properties of deep neural networks","author":"zheng","year":"2018","journal-title":"Proc 32nd Int Conf Neural Inf Process Syst"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00084"},{"key":"ref42","article-title":"Stable architectures for deep neural networks","author":"haber","year":"2017","journal-title":"Inverse Problems"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.485"},{"key":"ref44","article-title":"Robustness of conditional gans to noisy labels","author":"thekumparampil","year":"2018","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref43","article-title":"Reversible architectures for arbitrarily deep residual neural networks","author":"chang","year":"2018","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/72.728352"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1016\/0950-7051(96)81920-4"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-335-6.50013-1"},{"key":"ref124","article-title":"Counterfactual explanations without opening the black box: Automated decisions and the GDPR","author":"wachter","year":"2018","journal-title":"Harvard J Law Technol"},{"key":"ref73","first-page":"1885","article-title":"Understanding black-box predictions via influence functions","volume":"70","author":"koh","year":"0","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"ref129","article-title":"C4.5: Programs for machine learning","author":"quinlan","year":"1993","journal-title":"The Morgan Kaufmann Series in Machine Learning"},{"key":"ref71","article-title":"Deep inside convolutional networks: Visualising image classification models and saliency maps","author":"simonyan","year":"0"},{"key":"ref128","article-title":"Classification and Regression Trees","author":"breiman","year":"1984"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00920"},{"key":"ref76","article-title":"Deep learning for case-based reasoning through prototypes: A neural network that explains its predictions","author":"li","year":"2018","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref130","article-title":"A note on inductive generalization","volume":"5","author":"plotkin","year":"1970","journal-title":"Mach Intell"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00928"},{"key":"ref74","article-title":"Object detectors emerge in deep scene cnns","author":"zhou","year":"2015","journal-title":"Proc 3rd Int Conf Learn Representations"},{"key":"ref75","article-title":"Sanity checks for saliency maps","author":"adebayo","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst 31"},{"key":"ref133","article-title":"Unsupervised representation learning with deep convolutional generative adversarial networks","author":"radford","year":"2016"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.19"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/72.846746"},{"key":"ref78","first-page":"2376","article-title":"Counterfactual visual explanations","volume":"97","author":"goyal","year":"2019","journal-title":"Proc 36th Int Conf Mach Learn"},{"key":"ref132","article-title":"Generative adversarial nets","author":"goodfellow","year":"2014","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/395"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.3390\/jimaging4060078"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1109\/AVSS.2017.8078550"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"},{"key":"ref137","article-title":"How to explain individual classification decisions","volume":"11","author":"baehrens","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.1700808"},{"key":"ref139","article-title":"Towards better understanding of gradient-based attribution methods for deep neural networks","author":"ancona","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref62","article-title":"Benchmarking and survey of explanation methods for black box models","author":"bodria","year":"0"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_1"},{"key":"ref63","first-page":"2668","article-title":"Interpretability beyond feature attribution: Quantitative testing with concept activation vectors (TCAV)","author":"kim","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref64","article-title":"Interpretable machine learning-a brief history, state-of-the-art and challenges","author":"molnar","year":"2020","journal-title":"Proc ECML PKDD Workshops"},{"key":"ref140","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33013681"},{"key":"ref65","article-title":"Anchors: High-precision model-agnostic explanations","author":"ribeiro","year":"2018","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref141","article-title":"Explanations can be manipulated and geometry is to blame","volume":"32","author":"dombrowski","year":"2019","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-017-1116-3"},{"key":"ref142","article-title":"Fooling neural network interpretations via adversarial model manipulation","author":"heo","year":"2019","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-08987-4"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28954-6_14"},{"key":"ref68","article-title":"Model agnostic multilevel explanations","volume":"33","author":"ramamurthy","year":"2020","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref144","article-title":"Distributed representations of words and phrases and their compositionality","author":"mikolov","year":"2013","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref2","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref69","article-title":"Explanations based on the missing: Towards contrastive explanations with pertinent negatives","author":"dhurandhar","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1515\/9781400881970-018"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/nature14539"},{"key":"ref109","article-title":"Visualizing deep neural network decisions: Prediction difference analysis","author":"zintgraf","year":"0"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299155"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.371"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2017.09.007"},{"key":"ref107","article-title":"Causal shapley values: Exploiting causal knowledge to explain individual predictions of complex models","volume":"33","author":"heskes","year":"2020","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref93","article-title":"Visualizing higher-layer features of a deep network","volume":"1341","author":"erhan","year":"2009"},{"key":"ref106","first-page":"272","article-title":"Explaining deep neural networks with a polynomial time algorithm for shapley value approximation","volume":"97","author":"ancona","year":"2019","journal-title":"Proc 36th Int Conf Mach Learn"},{"key":"ref92","article-title":"Learning global transparent models consistent with local contrastive explanations","volume":"33","author":"pedapati","year":"2020","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref105","article-title":"A unified approach to interpreting model predictions","author":"lundberg","year":"2017"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775113"},{"key":"ref104","article-title":"An efficient explanation of individual classifications using game theory","volume":"11","author":"\u0161trumbelj","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1016\/S0031-3203(98)00181-2"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref102","article-title":"Striving for simplicity: The all convolutional net","author":"springenberg","year":"0"},{"key":"ref111","first-page":"6659","article-title":"Bias also matters: Bias attribution for deep neural network explanation","author":"wang","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref112","first-page":"3145","article-title":"Learning important features through propagating activation differences","author":"shrikumar","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref110","first-page":"883","article-title":"Learning to explain: An information-theoretic perspective on model interpretation","volume":"80","author":"chen","year":"2018","journal-title":"Proc 35th Int Conf Mach Learn"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00007"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00910"},{"key":"ref96","article-title":"Understanding neural networks through deep visualization","author":"yosinski","year":"2015","journal-title":"ICML Deep Learning Workshop"},{"key":"ref97","article-title":"Synthesizing the preferred inputs for neurons in neural networks via deep generator networks","author":"nguyen","year":"2016"},{"key":"ref10","article-title":"Google's neural machine translation system: Bridging the gap between human and machine translation","author":"wu","year":"2016"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1038\/nbt.4233"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1126\/science.1254806"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btx247"},{"key":"ref14","article-title":"Deep learning of quasar spectra to discover and characterize damped ly$\\alpha$ systems","volume":"476","author":"parks","year":"2018","journal-title":"Monthly Notices Roy Astronomical Soc"},{"key":"ref15","article-title":"Intriguing properties of neural networks","author":"szegedy","year":"2014","journal-title":"International Conference on Learning Representations"},{"key":"ref118","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.6112"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1007\/BF00993103"},{"key":"ref117","article-title":"Representer point selection for explaining deep neural networks","author":"yeh","year":"2018","journal-title":"Proc Adv Neural Inf Process Syst 31"},{"key":"ref17","article-title":"The mythos of model interpretability","author":"lipton","year":"2016"},{"key":"ref81","article-title":"Rule Learning by Searching on Adapted Nets","author":"fu","year":"1991"},{"key":"ref18","article-title":"Towards a rigorous science of interpretable machine learning","author":"doshi-velez","year":"2017"},{"key":"ref84","article-title":"From neural networks to oblique decision rules","volume":"17","author":"neurolinear","year":"1997","journal-title":"Neurocomputing"},{"key":"ref119","article-title":"Beyond sparsity: Tree regularization of deep models for interpretability","author":"wu","year":"2018","journal-title":"Proc 32nd AAAI Conf Artif Intell"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33019780"},{"key":"ref83","article-title":"Understanding neural networks via rule extraction","author":"setiono","year":"1995","journal-title":"IJCAI"},{"key":"ref114","first-page":"3319","article-title":"Axiomatic attribution for deep networks","volume":"70","author":"sundararajan","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN48605.2020.9206678"},{"key":"ref80","first-page":"6505","article-title":"Gaining free or low-cost interpretability with interpretable partial substitute","author":"wang","year":"2019","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref115","first-page":"9277","article-title":"Towards automatic concept-based explanations","author":"ghorbani","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref120","article-title":"Regularizing black-box models for improved interpretability","volume":"33","author":"plumb","year":"2020","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref89","article-title":"Extracting tree-structured representations of trained networks","author":"craven","year":"1996","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref121","article-title":"Learning deep attribution priors based on prior knowledge","volume":"33","author":"weinberger","year":"2020","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref122","article-title":"Feature importance ranking for deep learning","volume":"33","author":"wojtas","year":"2020","journal-title":"Adv Neural Inf Process Syst"},{"key":"ref123","article-title":"This looks like that: Deep learning for interpretable image recognition","author":"chen","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2008.01.003"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2009.02.001"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/72.623216"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/72.977279"}],"container-title":["IEEE Transactions on Emerging Topics in Computational Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7433297\/9544073\/09521221.pdf?arnumber=9521221","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T10:54:08Z","timestamp":1652180048000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9521221\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10]]},"references-count":150,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tetci.2021.3100641","relation":{},"ISSN":["2471-285X"],"issn-type":[{"value":"2471-285X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10]]}}}