{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T09:23:17Z","timestamp":1775899397478,"version":"3.50.1"},"reference-count":42,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2017,11,1]],"date-time":"2017-11-01T00:00:00Z","timestamp":1509494400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"funder":[{"DOI":"10.13039\/501100003725","name":"Brain Korea 21 Plus Program through the National Research Foundation of Korea Funded by the Ministry of Education","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001659","name":"DFG","doi-asserted-by":"publisher","award":["MU 987\/17-1"],"award-info":[{"award-number":["MU 987\/17-1"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002347","name":"German Ministry for Education and Research as Berlin Big Data Center","doi-asserted-by":"publisher","award":["01IS14013A"],"award-info":[{"award-number":["01IS14013A"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2017,11]]},"DOI":"10.1109\/tnnls.2016.2599820","type":"journal-article","created":{"date-parts":[[2016,8,25]],"date-time":"2016-08-25T14:19:01Z","timestamp":1472134741000},"page":"2660-2673","source":"Crossref","is-referenced-by-count":809,"title":["Evaluating the Visualization of What a Deep Neural Network Has Learned"],"prefix":"10.1109","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6283-3265","authenticated-orcid":false,"given":"Wojciech","family":"Samek","sequence":"first","affiliation":[{"name":"Fraunhofer Heinrich Hertz Institute, Berlin, Germany"}]},{"given":"Alexander","family":"Binder","sequence":"additional","affiliation":[{"name":"Information Systems Technology and Design Pillar, Singapore University of Technology and Design, Singapore"}]},{"given":"Gregoire","family":"Montavon","sequence":"additional","affiliation":[{"name":"Technische Universit\u00e4t Berlin, Berlin, Germany"}]},{"given":"Sebastian","family":"Lapuschkin","sequence":"additional","affiliation":[{"name":"Fraunhofer Heinrich Hertz Institute, Berlin, Germany"}]},{"given":"Klaus-Robert","family":"Muller","sequence":"additional","affiliation":[{"name":"Technische Universit\u00e4t Berlin, Berlin, Germany"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1038\/35058500"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.neuro.24.1.1193"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1038\/323533a0"},{"key":"ref32","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009"},{"key":"ref31","first-page":"487","article-title":"Learning deep features for scene recognition using places database","author":"zhou","year":"2014","journal-title":"Proc Adv NIPS"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.93.2.623"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/S0042-6989(99)00163-7"},{"key":"ref35","author":"montavon","year":"2015","journal-title":"Explaining nonlinear classification decisions with deep taylor decomposition"},{"key":"ref34","first-page":"1","article-title":"The LRP toolbox for artificial neural networks","volume":"17","author":"lapuschkin","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref10","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-35289-8","volume":"7700","author":"montavon","year":"2012","journal-title":"Neural Networks Tricks of the Trade"},{"key":"ref40","author":"jia","year":"2013","journal-title":"Caffe An Open Source Convolutional Architecture for Fast Feature Embedding"},{"key":"ref11","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1007\/978-3-642-35289-8_3","article-title":"Efficient backprop","author":"lecun","year":"2012","journal-title":"Neural Networks Tricks of the Trade"},{"key":"ref12","first-page":"1157","article-title":"An introduction to variable and feature selection","volume":"3","author":"guyon","year":"2003","journal-title":"J Mach Learn Res"},{"key":"ref13","first-page":"1875","article-title":"On relevant dimensions in kernel feature spaces","volume":"9","author":"braun","year":"2008","journal-title":"J Mach Learn Res"},{"key":"ref14","first-page":"1803","article-title":"How to explain individual classification decisions","volume":"11","author":"baehrens","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1002\/minf.201100059"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2013.2249294"},{"key":"ref17","article-title":"Understanding representations learned in deep architectures","author":"erhan","year":"2010"},{"key":"ref18","first-page":"2563","article-title":"Kernel analysis of deep networks","volume":"12","author":"montavon","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref19","first-page":"818","article-title":"Visualizing and understanding convolutional networks","author":"zeiler","year":"2014","journal-title":"Proc ECCV"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0130140"},{"key":"ref4","first-page":"3642","article-title":"Multi-column deep neural networks for image classification","author":"ciregan","year":"2012","journal-title":"Proc IEEE CVPR"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.318"},{"key":"ref3","author":"szegedy","year":"2014","journal-title":"Going Deeper with Convolutions"},{"key":"ref6","first-page":"1631","article-title":"Recursive deep models for semantic compositionality over a sentiment treebank","author":"socher","year":"2013","journal-title":"Proc EMNLP"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2010.5539970"},{"key":"ref5","first-page":"2493","article-title":"Natural language processing (almost) from scratch","volume":"12","author":"collobert","year":"2011","journal-title":"J Mach Learn Res"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995496"},{"key":"ref7","first-page":"495","article-title":"3D convolutional neural networks for human action recognition","author":"ji","year":"2010","journal-title":"Proc ICML"},{"key":"ref2","first-page":"2852","article-title":"Deep neural networks segment neuronal membranes in electron microscopy images","author":"ciresan","year":"2012","journal-title":"Proc Adv NIPS"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1088\/1367-2630\/15\/9\/095003"},{"key":"ref1","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","volume":"25","author":"krizhevsky","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst (NIPS)"},{"key":"ref20","author":"mahendran","year":"2014","journal-title":"Understanding Deep Image Representations by Inverting Them"},{"key":"ref22","author":"goodfellow","year":"2014","journal-title":"Explaining and Harnessing Adversarial Examples"},{"key":"ref21","author":"szegedy","year":"2013","journal-title":"Intriguing properties of neural networks"},{"key":"ref42","author":"nguyen","year":"2014","journal-title":"Deep neural networks are easily fooled High confidence predictions for unrecognizable images"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.522"},{"key":"ref41","author":"zhou","year":"2014","journal-title":"Object detectors emerge in deep scene cnns"},{"key":"ref23","author":"yosinski","year":"2015","journal-title":"Understanding neural networks through deep visualization"},{"key":"ref26","first-page":"1","article-title":"Deep inside convolutional networks: Visualising image classification models and saliency maps","author":"simonyan","year":"2014","journal-title":"Proc ICLR Workshop"},{"key":"ref25","first-page":"254","article-title":"Visualization of nonlinear classification models in neuroimaging—Signed sensitivity maps","author":"rasmussen","year":"2012","journal-title":"Proc Biosignals"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/8069036\/07552539.pdf?arnumber=7552539","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T11:41:01Z","timestamp":1641987661000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/7552539\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,11]]},"references-count":42,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2016.2599820","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,11]]}}}