{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T14:20:25Z","timestamp":1776090025234,"version":"3.50.1"},"reference-count":128,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2019,8,1]],"date-time":"2019-08-01T00:00:00Z","timestamp":1564617600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,8,1]],"date-time":"2019-08-01T00:00:00Z","timestamp":1564617600000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,8,1]],"date-time":"2019-08-01T00:00:00Z","timestamp":1564617600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,8,1]],"date-time":"2019-08-01T00:00:00Z","timestamp":1564617600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"NSF","award":["IIS-1563816"],"award-info":[{"award-number":["IIS-1563816"]}]},{"name":"NSF","award":["CNS-1704701"],"award-info":[{"award-number":["CNS-1704701"]}]},{"name":"NSF","award":["TWC-1526254"],"award-info":[{"award-number":["TWC-1526254"]}]},{"DOI":"10.13039\/100000070","name":"NIBIB","doi-asserted-by":"crossref","award":["U54EB020404"],"award-info":[{"award-number":["U54EB020404"]}],"id":[{"id":"10.13039\/100000070","id-type":"DOI","asserted-by":"crossref"}]},{"name":"NSF","award":["DGE-1650044"],"award-info":[{"award-number":["DGE-1650044"]}]},{"DOI":"10.13039\/100000104","name":"NASA","doi-asserted-by":"crossref","id":[{"id":"10.13039\/100000104","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100002418","name":"Intel Corporation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100002418","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006785","name":"Google","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006785","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Symantec"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2019,8,1]]},"DOI":"10.1109\/tvcg.2018.2843369","type":"journal-article","created":{"date-parts":[[2018,6,4]],"date-time":"2018-06-04T22:37:23Z","timestamp":1528151843000},"page":"2674-2693","source":"Crossref","is-referenced-by-count":378,"title":["Visual Analytics in Deep Learning: An Interrogative Survey for the Next Frontiers"],"prefix":"10.1109","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4164-844X","authenticated-orcid":false,"given":"Fred","family":"Hohman","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0291-6026","authenticated-orcid":false,"given":"Minsuk","family":"Kahng","sequence":"additional","affiliation":[]},{"given":"Robert","family":"Pienta","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9824-3323","authenticated-orcid":false,"given":"Duen Horng","family":"Chau","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744718"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3027063.3053103"},{"key":"ref33","article-title":"RNNbow: Visualizing learning via backpropagation gradients in recurrent neural networks","author":"cashman","year":"2017","journal-title":"Workshop on Visual Analytics for Deep Learning (VADL)"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00004"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.21236\/ADA605112"},{"key":"ref30","article-title":"Visualbackprop: Visualizing cnns for autonomous driving","author":"bojarski","year":"2016"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-27857-5_77"},{"key":"ref36","article-title":"Towards transparent ai systems: Interpreting visual question answering models","author":"goyal","year":"2016"},{"key":"ref35","article-title":"ReVACNN: Steering convolutional neural network via real-time visual analytics","author":"chung","year":"2016","journal-title":"Proc Neural Inf Process Syst Workshop Future Interactive Learn Mach"},{"key":"ref34","article-title":"Visualization for classification in deep neural networks","author":"chae","year":"2017","journal-title":"Workshop on Visual Analytics for Deep Learning (VADL)"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.354"},{"key":"ref27","article-title":"TensorFlow: Large-scale machine learning on heterogeneous distributed systems","author":"abadi","year":"2016"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744683"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-54024-5_6"},{"key":"ref21","first-page":"641","article-title":"Human-centered machine learning through interactive visualization","author":"sacha","year":"2016","journal-title":"Proc Eur Symp Artif Neural Netw -Adv Comput Intell Learn"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.visinf.2017.01.006"},{"key":"ref23","article-title":"Towards better understanding of deep learning with visualization","author":"zeng","year":"2016"},{"key":"ref101","article-title":"Plug & play generative networks: Conditional iterative generation of images in latent space","author":"nguyen","year":"2016"},{"key":"ref26","author":"goodfellow","year":"2016","journal-title":"Deep Learning"},{"key":"ref100","article-title":"Understanding intra-class knowledge inside CNN","author":"wei","year":"2015"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2018.042731661"},{"key":"ref50","article-title":"Visual tools for debugging neural language models","author":"rong","year":"2016","journal-title":"Proc ICML Deep Learn Workshop"},{"key":"ref51","article-title":"Embedding Projector: Interactive visualization and interpretation of embeddings","author":"smilkov","year":"2016","journal-title":"Proc Neural Inf Process Syst Workshop Interpretable ML Complex Syst"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46454-1_36"},{"key":"ref58","article-title":"Evolutionary visual analysis of deep neural networks","author":"zhong","year":"2017","journal-title":"Proc Int Conf Mach Learn Deep Learn Workshop"},{"key":"ref57","article-title":"CNN Comparator: Comparative analytics of convolutional neural networks","author":"zeng","year":"2017","journal-title":"Workshop on Visual Analytics for Deep Learning (VADL)"},{"key":"ref56","first-page":"1899","article-title":"Graying the black box: Understanding DQNs","author":"zahavy","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref55","article-title":"Understanding neural networks through deep visualization","author":"yosinski","year":"2015","journal-title":"Proc ICML Deep Learn Workshop"},{"key":"ref54","article-title":"Now anyone can explore machine learning, no coding required","author":"webster","year":"2017","journal-title":"The Official Google Blog"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2816223"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744158"},{"key":"ref40","article-title":"Visualizing and understanding recurrent networks","author":"karpathy","year":"2015"},{"key":"ref4","article-title":"Deep inside convolutional networks: Visualising image classification models and saliency maps","author":"simonyan","year":"2013"},{"key":"ref3","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc 25th Int Conf Neural Inf Process Syst"},{"key":"ref6","article-title":"What I learned from competing against a convnet on ImageNet","author":"karpathy","year":"2014"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3149858.3149863"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00010"},{"key":"ref45","article-title":"Visualizing MNIST","author":"olah","year":"2014","journal-title":"Olah's Blog"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598838"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744358"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744938"},{"key":"ref41","article-title":"Visualizing and understanding neural models in nlp","author":"li","year":"2015"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/VIZSEC.2017.8062202"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2017.8585721"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219910"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2016.41"},{"key":"ref125","article-title":"Towards deep neural network architectures robust to adversarial examples","author":"gu","year":"2014"},{"key":"ref124","article-title":"On detecting adversarial perturbations","author":"metzen","year":"2017","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref73","first-page":"1017","article-title":"On human intellect and machine failures: Troubleshooting integrative machine learning systems","author":"nushi","year":"2017","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701399"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357160"},{"key":"ref128","article-title":"Adversarial examples in the physical world","author":"kurakin","year":"2016"},{"key":"ref70","article-title":"Synthesizing the preferred inputs for neurons in neural networks via deep generator networks","author":"nguyen","year":"2016","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/2939502.2939503"},{"key":"ref77","article-title":"Visualizing and comparing convolutional neural networks","author":"yu","year":"2014"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2015.2467618"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2488200"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00002"},{"key":"ref79","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"maaten","year":"2008","journal-title":"J Mach Learn Res"},{"key":"ref60","article-title":"The mythos of model interpretability","author":"lipton","year":"2016"},{"key":"ref62","article-title":"Explanation in artificial intelligence: Insights from the social sciences","author":"miller","year":"1706"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.dsp.2017.10.011"},{"key":"ref63","article-title":"Challenges for transparency","author":"weller","year":"2017","journal-title":"Proc Int Conf Mach Learn Workshop Human Interpretability ML"},{"key":"ref64","article-title":"I know it when I see it”. visualization and intuitive interpretability","author":"offert","year":"2017","journal-title":"Proc Conf Neural Inf Process Syst Symp Interpretable ML"},{"key":"ref65","article-title":"Google's multilingual neural machine translation system: enabling zero-shot translation","author":"johnson","year":"2016"},{"key":"ref66","article-title":"Visualizing deep neural network decisions: Prediction difference analysis","author":"zintgraf","year":"2017"},{"key":"ref67","article-title":"Hierarchical visual feature analysis for city street view datasets","author":"li","year":"2017","journal-title":"Workshop on Visual Analytics for Deep Learning (VADL)"},{"key":"ref68","article-title":"Visualizing higher-layer features of a deep network","volume":"1341","author":"erhan","year":"2009"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1162\/neco_a_00990"},{"key":"ref69","article-title":"Grad-CAM: Why did you say that? visual explanations from deep networks via gradient-based localization","author":"selvaraju","year":"2016"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02478259"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2016.2599820"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.522"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2640960"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"},{"key":"ref107","article-title":"NIPS 2016 tutorial: Generative adversarial networks","author":"goodfellow","year":"1701"},{"key":"ref93","article-title":"SmoothGrad: Removing noise by adding noise","author":"smilkov","year":"2017","journal-title":"Proc Int Conf Mach Learn Deep Learn Workshop"},{"key":"ref106","article-title":"Generative adversarial nets","author":"goodfellow","year":"2014","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref92","article-title":"Beyond saliency: understanding convolutional neural networks from saliency prediction on layer-wise relevance propagation","author":"li","year":"2017"},{"key":"ref105","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.279"},{"key":"ref91","article-title":"Learning how to explain neural networks: Patternnet and patternattribution","author":"kindermans","year":"2017"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298935"},{"key":"ref90","article-title":"A taxonomy and library for visualizing learned features in convolutional neural networks","author":"gr\u00fcn","year":"2016","journal-title":"Proc Int Conf Mach Learn Deep Learn Workshop"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00009"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1561\/2200000006"},{"key":"ref111","article-title":"Characterizing visual representations within convolutional neural networks: Toward a quantitative approach","author":"tsai","year":"2016","journal-title":"Proc Int Conf Mach Learn Deep Learn Workshop"},{"key":"ref112","article-title":"Cognitive psychology for deep neural networks: A shape bias case study","author":"ritter","year":"1706"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"ref98","article-title":"Inceptionism: Going deeper into neural networks","author":"mordvintsev","year":"2015","journal-title":"Google Research Blog"},{"key":"ref99","article-title":"Striving for simplicity: The all convolutional net","author":"springenberg","year":"2014"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299155"},{"key":"ref97","article-title":"Object detectors emerge in deep scene CNNs","author":"zhou","year":"2014"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10590-1_53"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1142\/S0218213092000260"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1117\/12.424934"},{"key":"ref13","first-page":"383","article-title":"Opening the black box: Data driven visualization of neural networks","author":"tzeng","year":"2005","journal-title":"Proc IEEE Vis"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598831"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744878"},{"key":"ref118","article-title":"Facets","year":"2017","journal-title":"Google PAIR"},{"key":"ref16","article-title":"Direct-manipulation visualization of deep networks","author":"smilkov","year":"2016","journal-title":"Proc ICML Deep Learn Workshop"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2745141"},{"key":"ref117","article-title":"Attacking discrimination with smarter machine learning","author":"wattenberg","year":"2016","journal-title":"Google Res Website"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-016-6028-y"},{"key":"ref81","first-page":"73","article-title":"Visualizing time-dependent data using dynamic t-sne","volume":"2","author":"rauber","year":"2016","journal-title":"Proc Joint Eurograph \/ IEEE VGTC Conf Vis"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.13210"},{"key":"ref84","article-title":"word2vec parameter learning explained","author":"rong","year":"2014"},{"key":"ref119","first-page":"3323","article-title":"Equality of opportunity in supervised learning","author":"hardt","year":"2016","journal-title":"Proc 30th Int Conf Neural Inf Process Syst"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598828"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2013.8"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598829"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1016\/j.cviu.2017.10.001"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1126\/science.aal4230"},{"key":"ref80","article-title":"Multifaceted feature visualization: Uncovering the different types of features learned by each neuron in deep neural networks","author":"nguyen","year":"2016","journal-title":"Proc Int Conf Mach Learn Deep Learn Workshop"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.2477899"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2017.8585669"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-016-0911-8"},{"key":"ref121","article-title":"Intriguing properties of neural networks","author":"szegedy","year":"2013"},{"key":"ref122","article-title":"Explaining and harnessing adversarial examples","author":"goodfellow","year":"2015","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298640"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744478"},{"key":"ref86","article-title":"Intelligible artificial intelligence","author":"weld","year":"2018"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00005"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.23915\/distill.00007"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielaam\/2945\/8750990\/8371286-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/8750990\/08371286.pdf?arnumber=8371286","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,13]],"date-time":"2022-07-13T21:14:18Z","timestamp":1657746858000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8371286\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,8,1]]},"references-count":128,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2018.2843369","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,8,1]]}}}