{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T02:03:42Z","timestamp":1776132222330,"version":"3.50.1"},"publisher-location":"Cham","reference-count":54,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030289539","type":"print"},{"value":"9783030289546","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-28954-6_4","type":"book-chapter","created":{"date-parts":[[2019,9,9]],"date-time":"2019-09-09T23:08:50Z","timestamp":1568070530000},"page":"55-76","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":104,"title":["Understanding Neural Networks via Feature Visualization: A Survey"],"prefix":"10.1007","author":[{"given":"Anh","family":"Nguyen","sequence":"first","affiliation":[]},{"given":"Jason","family":"Yosinski","sequence":"additional","affiliation":[]},{"given":"Jeff","family":"Clune","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,9,10]]},"reference":[{"key":"4_CR1","doi-asserted-by":"publisher","first-page":"14410","DOI":"10.1109\/ACCESS.2018.2807385","volume":"6","author":"N Akhtar","year":"2018","unstructured":"Akhtar, N., Mian, A.: Threat of adversarial attacks on deep learning in computer vision: a survey. IEEE Access 6, 14410\u201314430 (2018)","journal-title":"IEEE Access"},{"key":"4_CR2","doi-asserted-by":"crossref","unstructured":"Alcorn, M.A., et al.: Strike (with) a pose: neural networks are easily fooled by strange poses of familiar objects. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4845\u20134854. IEEE (2019)","DOI":"10.1109\/CVPR.2019.00498"},{"key":"4_CR3","unstructured":"Baer, M., Connors, B.W., Paradiso, M.A.: Neuroscience: Exploring the brain (2007)"},{"key":"4_CR4","doi-asserted-by":"crossref","unstructured":"Bau, D., Zhou, B., Khosla, A., Oliva, A., Torralba, A.: Network dissection: quantifying interpretability of deep visual representations. In: Proceedings of the IEEE Computer Vision and Pattern Recognition (CVPR), pp. 3319\u20133327. IEEE (2017)","DOI":"10.1109\/CVPR.2017.354"},{"key":"4_CR5","unstructured":"Bengio, Y., Mesnil, G., Dauphin, Y., Rifai, S.: Better mixing via deep representations. In: International Conference on Machine Learning, pp. 552\u2013560 (2013)"},{"key":"4_CR6","unstructured":"Brock, A., Lim, T., Ritchie, J.M., Weston, N.: Neural photo editing with introspective adversarial networks. arXiv preprint arXiv:1609.07093 (2016)"},{"key":"4_CR7","doi-asserted-by":"crossref","unstructured":"Deng, J., et al.: Imagenet: a large-scale hierarchical image database. In: Proceedings of the IEEE Computer Vision and Pattern Recognition (CVPR), pp. 248\u2013255 (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"4_CR8","doi-asserted-by":"crossref","unstructured":"Donahue, J., Hendricks, L.A., Guadarrama, S., Rohrbach, M., et al.: Long-term recurrent convolutional networks for visual recognition and description. In: Proceedings of the IEEE Computer Vision and Pattern Recognition (CVPR), pp. 2625\u20132634 (2015)","DOI":"10.1109\/CVPR.2015.7298878"},{"key":"4_CR9","unstructured":"Dosovitskiy, A., Brox, T.: Generating images with perceptual similarity metrics based on deep networks. In: Advances in Neural Information Processing Systems (NIPS), pp. 658\u2013666 (2016)"},{"key":"4_CR10","unstructured":"Erhan, D., Bengio, Y., Courville, A., Vincent, P.: Visualizing higher-layer features of a deep network. Dept. IRO, Universit\u00e9 de Montr\u00e9al, Technical report 4323 (2009)"},{"key":"4_CR11","doi-asserted-by":"crossref","unstructured":"Fong, R., Vedaldi, A.: Net2vec: quantifying and explaining how concepts are encoded by filters in deep neural networks. arXiv preprint arXiv:1801.03454 (2018)","DOI":"10.1109\/CVPR.2018.00910"},{"key":"4_CR12","unstructured":"Goh, G.: Image synthesis from Yahoo Open NSFW (2016). https:\/\/opennsfw.gitlab.io"},{"key":"4_CR13","unstructured":"Goodfellow, I., et al.: Generative adversarial nets. In: Advances in Neural Information Processing Systems (NIPS), pp. 2672\u20132680 (2014)"},{"issue":"3","key":"4_CR14","doi-asserted-by":"publisher","first-page":"574","DOI":"10.1113\/jphysiol.1959.sp006308","volume":"148","author":"DH Hubel","year":"1959","unstructured":"Hubel, D.H., Wiesel, T.N.: Receptive fields of single neurones in the cat\u2019s striate cortex. J. Physiol. 148(3), 574\u2013591 (1959)","journal-title":"J. Physiol."},{"key":"4_CR15","doi-asserted-by":"crossref","unstructured":"Jia, Y., et al.: Caffe: convolutional architecture for fast feature embedding. arXiv preprint arXiv:1408.5093 (2014)","DOI":"10.1145\/2647868.2654889"},{"key":"4_CR16","unstructured":"Kabilan, V.M., Morris, B., Nguyen, A.: Vectordefense: vectorization as a defense to adversarial examples. arXiv preprint arXiv:1804.08529 (2018)"},{"key":"4_CR17","volume-title":"Principles of Neural Science","author":"ER Kandel","year":"2000","unstructured":"Kandel, E.R., Schwartz, J.H., Jessell, T.M., Siegelbaum, S.A., Hudspeth, A.J., et al.: Principles of Neural Science, vol. 4. McGraw-Hill, New York (2000)"},{"key":"4_CR18","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: Imagenet classification with deep convolutional neural networks. In: Advances in Neural Information Processing Systems (NIPS), pp. 1097\u20131105 (2012)"},{"key":"4_CR19","doi-asserted-by":"crossref","unstructured":"Le, Q.V.: Building high-level features using large scale unsupervised learning. In: IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 8595\u20138598. IEEE (2013)","DOI":"10.1109\/ICASSP.2013.6639343"},{"key":"4_CR20","unstructured":"Li, Y., Yosinski, J., Clune, J., Lipson, H., Hopcroft, J.: Convergent learning: do different neural networks learn the same representations? In: Feature Extraction: Modern Questions and Challenges, pp. 196\u2013212 (2015)"},{"issue":"3","key":"4_CR21","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1007\/s11263-016-0911-8","volume":"120","author":"Aravindh Mahendran","year":"2016","unstructured":"Mahendran, A., Vedaldi, A.: Visualizing deep convolutional neural networks using natural pre-images. In: Proceedings of the IEEE Computer Vision and Pattern Recognition (CVPR), pp. 233\u2013255 (2016)","journal-title":"International Journal of Computer Vision"},{"issue":"8","key":"4_CR22","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1364\/JOT.85.000494","volume":"85","author":"K Malakhova","year":"2018","unstructured":"Malakhova, K.: Visualization of information encoded by neurons in the higher-level areas of the visual system. J. Opt. Technol. 85(8), 494\u2013498 (2018)","journal-title":"J. Opt. Technol."},{"key":"4_CR23","first-page":"1","volume":"73","author":"G Montavon","year":"2017","unstructured":"Montavon, G., Samek, W., M\u00fcller, K.R.: Methods for interpreting and understanding deep neural networks. Digit. Signal Proc. 73, 1\u201315 (2017)","journal-title":"Digit. Signal Proc."},{"key":"4_CR24","unstructured":"Mordvintsev, A., Olah, C., Tyka, M.: Inceptionism: going deeper into neural networks. Google Research Blog (2015). Accessed 20 June"},{"key":"4_CR25","unstructured":"Nguyen, A., University of Wyoming. Computer Science Department, U.: AI Neuroscience: Visualizing and Understanding Deep Neural Networks. University of Wyoming (2017). https:\/\/books.google.com\/books?id=QCexswEACAAJ"},{"key":"4_CR26","doi-asserted-by":"crossref","unstructured":"Nguyen, A., Clune, J., Bengio, Y., Dosovitskiy, A., Yosinski, J.: Plug & play generative networks: conditional iterative generation of images in latent space. In: Proceedings of the IEEE Computer Vision and Pattern Recognition (CVPR), pp. 3510\u20133520. IEEE (2017)","DOI":"10.1109\/CVPR.2017.374"},{"key":"4_CR27","unstructured":"Nguyen, A., Dosovitskiy, A., Yosinski, J., Brox, T., Clune, J.: Synthesizing the preferred inputs for neurons in neural networks via deep generator networks. In: Advances in Neural Information Processing Systems, pp. 3387\u20133395 (2016)"},{"key":"4_CR28","doi-asserted-by":"crossref","unstructured":"Nguyen, A., Yosinski, J., Clune, J.: Deep neural networks are easily fooled: high confidence predictions for unrecognizable images. In: Proceedings of the IEEE Computer Vision and Pattern Recognition (CVPR), pp. 427\u2013436 (2015)","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"4_CR29","unstructured":"Nguyen, A., Yosinski, J., Clune, J.: Multifaceted feature visualization: uncovering the different types of features learned by each neuron in deep neural networks. In: Visualization for Deep Learning Workshop, ICML Conference (2016)"},{"issue":"3","key":"4_CR30","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1162\/EVCO_a_00189","volume":"24","author":"A Nguyen","year":"2016","unstructured":"Nguyen, A., Yosinski, J., Clune, J.: Understanding innovation engines: automated creativity and improved stochastic optimization via deep learning. Evol. Comput. 24(3), 545\u2013572 (2016)","journal-title":"Evol. Comput."},{"key":"4_CR31","doi-asserted-by":"crossref","unstructured":"Nguyen, A.M., Yosinski, J., Clune, J.: Innovation engines: automated creativity and improved stochastic optimization via deep learning. In: Proceedings of the 2015 Annual Conference on Genetic and Evolutionary Computation, pp. 959\u2013966. ACM (2015)","DOI":"10.1145\/2739480.2754703"},{"issue":"11","key":"4_CR32","doi-asserted-by":"publisher","first-page":"e7","DOI":"10.23915\/distill.00007","volume":"2","author":"C Olah","year":"2017","unstructured":"Olah, C., Mordvintsev, A., Schubert, L.: Feature visualization. Distill 2(11), e7 (2017)","journal-title":"Distill"},{"issue":"3","key":"4_CR33","doi-asserted-by":"publisher","first-page":"e10","DOI":"10.23915\/distill.00010","volume":"3","author":"C Olah","year":"2018","unstructured":"Olah, C., et al.: The building blocks of interpretability. Distill 3(3), e10 (2018)","journal-title":"Distill"},{"key":"4_CR34","unstructured":"Palazzo, S., Spampinato, C., Kavasidis, I., Giordano, D., Shah, M.: Decoding brain representations by multimodal learning of neural activity and visual features. arXiv preprint arXiv:1810.10974 (2018)"},{"key":"4_CR35","doi-asserted-by":"crossref","unstructured":"Pei, K., Cao, Y., Yang, J., Jana, S.: DeepXplore: automated whitebox testing of deep learning systems. In: Proceedings of the 26th Symposium on Operating Systems Principles, pp. 1\u201318. ACM (2017)","DOI":"10.1145\/3132747.3132785"},{"key":"4_CR36","doi-asserted-by":"crossref","unstructured":"Ponce, C.R., Xiao, W., Schade, P., Hartmann, T.S., Kreiman, G., Livingstone, M.S.: Evolving super stimuli for real neurons using deep generative networks. bioRxiv, p. 516484 (2019)","DOI":"10.1101\/516484"},{"issue":"7045","key":"4_CR37","doi-asserted-by":"publisher","first-page":"1102","DOI":"10.1038\/nature03687","volume":"435","author":"RQ Quiroga","year":"2005","unstructured":"Quiroga, R.Q., Reddy, L., Kreiman, G., Koch, C., Fried, I.: Invariant visual representation by single neurons in the human brain. Nature 435(7045), 1102\u20131107 (2005)","journal-title":"Nature"},{"issue":"1","key":"4_CR38","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1111\/1467-9868.00123","volume":"60","author":"GO Roberts","year":"1998","unstructured":"Roberts, G.O., Rosenthal, J.S.: Optimal scaling of discrete approximations to langevin diffusions. J. Roy. Stat. Soc. Ser. B (Stat. Methodol.) 60(1), 255\u2013268 (1998)","journal-title":"J. Roy. Stat. Soc. Ser. B (Stat. Methodol.)"},{"issue":"6088","key":"4_CR39","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1038\/323533a0","volume":"323","author":"DE Rumelhart","year":"1986","unstructured":"Rumelhart, D.E., Hinton, G.E., Williams, R.J.: Learning representations by back-propagating errors. Nature 323(6088), 533 (1986)","journal-title":"Nature"},{"issue":"3","key":"4_CR40","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., et al.: Imagenet large scale visual recognition challenge. IJCV 115(3), 211\u2013252 (2015)","journal-title":"IJCV"},{"issue":"1","key":"4_CR41","doi-asserted-by":"publisher","first-page":"e1006633","DOI":"10.1371\/journal.pcbi.1006633","volume":"15","author":"G Shen","year":"2019","unstructured":"Shen, G., Horikawa, T., Majima, K., Kamitani, Y.: Deep image reconstruction from human brain activity. PLoS Comput. Biol. 15(1), e1006633 (2019)","journal-title":"PLoS Comput. Biol."},{"key":"4_CR42","unstructured":"Simonyan, K., Vedaldi, A., Zisserman, A.: Deep inside convolutional networks: visualising image classification models and saliency maps. In: ICLR Workshop (2014)"},{"key":"4_CR43","unstructured":"Soomro, K., Zamir, A.R., Shah, M.: Ucf101: a dataset of 101 human actions classes from videos in the wild. arXiv preprint arXiv:1212.0402 (2012)"},{"key":"4_CR44","unstructured":"Szegedy, C., et al.: Intriguing properties of neural networks. CoRR abs\/1312.6199 (2013)"},{"key":"4_CR45","unstructured":"Tyka, M.: Class visualization with bilateral filters. https:\/\/mtyka.github.io\/deepdream\/2016\/02\/05\/bilateral-class-vis.html . Accessed 26 June 2018"},{"key":"4_CR46","unstructured":"Wei, D., Zhou, B., Torrabla, A., Freeman, W.: Understanding intra-class knowledge inside CNN. arXiv preprint arXiv:1507.02379 (2015)"},{"key":"4_CR47","unstructured":"Yeh, R., Chen, C., Lim, T.Y., Hasegawa-Johnson, M., Do, M.N.: Semantic image inpainting with perceptual and contextual losses. arxiv preprint. arXiv preprint arXiv:1607.07539 (2016)"},{"key":"4_CR48","unstructured":"Yosinski, J., Clune, J., Nguyen, A., Fuchs, T., Lipson, H.: Understanding neural networks through deep visualization. In: Deep Learning Workshop, ICML Conference (2015)"},{"key":"4_CR49","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"818","DOI":"10.1007\/978-3-319-10590-1_53","volume-title":"Computer Vision \u2013 ECCV 2014","author":"MD Zeiler","year":"2014","unstructured":"Zeiler, M.D., Fergus, R.: Visualizing and understanding convolutional networks. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8689, pp. 818\u2013833. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10590-1_53"},{"key":"4_CR50","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Object detectors emerge in deep scene CNNs. In: International Conference on Learning Representations (ICLR) (2015)"},{"key":"4_CR51","unstructured":"Zhou, B., Lapedriza, A., Xiao, J., Torralba, A., Oliva, A.: Learning deep features for scene recognition using places database. In: Advances in Neural Information Processing Systems, pp. 487\u2013495 (2014)"},{"key":"4_CR52","doi-asserted-by":"crossref","unstructured":"Zhou, B., Zhao, H., Puig, X., Fidler, S., Barriuso, A., Torralba, A.: Scene parsing through ade20k dataset. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 633\u2013641. IEEE (2017)","DOI":"10.1109\/CVPR.2017.544"},{"key":"4_CR53","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"597","DOI":"10.1007\/978-3-319-46454-1_36","volume-title":"Computer Vision \u2013 ECCV 2016","author":"J-Y Zhu","year":"2016","unstructured":"Zhu, J.-Y., Kr\u00e4henb\u00fchl, P., Shechtman, E., Efros, A.A.: Generative visual manipulation on the natural image manifold. In: Leibe, B., Matas, J., Sebe, N., Welling, M. (eds.) ECCV 2016. LNCS, vol. 9909, pp. 597\u2013613. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46454-1_36"},{"key":"4_CR54","unstructured":"\u00d8ygard, A.M.: Visualizing GoogLeNet classes \u2014 audun m \u00f8ygard. https:\/\/www.auduno.com\/2015\/07\/29\/visualizing-googlenet-classes\/ . Accessed 26 June 2018"}],"container-title":["Lecture Notes in Computer Science","Explainable AI: Interpreting, Explaining and Visualizing Deep Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-28954-6_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,1,19]],"date-time":"2021-01-19T19:04:39Z","timestamp":1611083079000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-28954-6_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030289539","9783030289546"],"references-count":54,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-28954-6_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"10 September 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}