{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T17:56:10Z","timestamp":1775325370707,"version":"3.50.1"},"reference-count":54,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"},{"start":{"date-parts":[[2021,11,1]],"date-time":"2021-11-01T00:00:00Z","timestamp":1635724800000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U19B2043"],"award-info":[{"award-number":["U19B2043"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61906120"],"award-info":[{"award-number":["61906120"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"DARPA XAI","award":["N66001-17-2-4029"],"award-info":[{"award-number":["N66001-17-2-4029"]}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS 1423305"],"award-info":[{"award-number":["IIS 1423305"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ARO","award":["W911NF1810296"],"award-info":[{"award-number":["W911NF1810296"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021,11,1]]},"DOI":"10.1109\/tpami.2020.2992207","type":"journal-article","created":{"date-parts":[[2020,5,4]],"date-time":"2020-05-04T19:44:52Z","timestamp":1588621492000},"page":"3863-3877","source":"Crossref","is-referenced-by-count":28,"title":["Extraction of an Explanatory Graph to Interpret a CNN"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6108-2738","authenticated-orcid":false,"given":"Quanshi","family":"Zhang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9632-9094","authenticated-orcid":false,"given":"Xin","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0936-114X","authenticated-orcid":false,"given":"Ruiming","family":"Cao","sequence":"additional","affiliation":[]},{"given":"Ying Nian","family":"Wu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8219-4408","authenticated-orcid":false,"given":"Feng","family":"Shi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1925-5973","authenticated-orcid":false,"given":"Song-Chun","family":"Zhu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-010-0346-6"},{"key":"ref38","article-title":"The caltech-ucsd birds-200–2011 dataset","author":"wah","year":"2011","journal-title":"Tech Rep CNS-TR-2011-001"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33709-3_6"},{"key":"ref32","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2015","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref31","article-title":"Deep inside convolutional networks: Visualising image classification models and saliency maps","author":"simonyan","year":"2013"},{"key":"ref30","first-page":"162","article-title":"Part detector discovery in deep convolutional neural networks","author":"simon","year":"2014","journal-title":"Proc Asian Conf Comput Vis"},{"key":"ref37","article-title":"Explainable neural networks based on additive index models","author":"vaughan","year":"2018"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-013-0620-5"},{"key":"ref35","article-title":"Intriguing properties of neural networks","author":"szegedy","year":"2014","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2019.2890858"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2013.35"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.136"},{"key":"ref2","article-title":"Object detection using strongly-supervised deformable part models","author":"azizpour","year":"2012","journal-title":"Proc 12th Eur Conf Comput Vis"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.329"},{"key":"ref20","first-page":"1","article-title":"Inceptionism: Going deeper into neural networks","author":"mordvintsev","year":"2015","journal-title":"Google Research Blog"},{"key":"ref22","article-title":"Multifaceted feature visualization: Uncovering the different types of features learned by each neuron in deep neural networks","author":"nguyen","year":"2016","journal-title":"Proc ICML Vis Deep Learn Workshop"},{"key":"ref21","first-page":"3395","article-title":"Synthesizing the preferred inputs for neurons in neural networks via deep generator networks","author":"nguyen","year":"2016","journal-title":"Proc 30th Int Conf Neural Inf Process Syst"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"ref23","doi-asserted-by":"crossref","DOI":"10.23915\/distill.00007","article-title":"‘Feature visualization","author":"olah","year":"2017","journal-title":"Distillation"},{"key":"ref26","first-page":"3859","article-title":"Dynamic routing between capsules","author":"sabour","year":"2017","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0816-y"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00642"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.1700808"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1561\/0600000018"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"},{"key":"ref52","article-title":"Object detectors emerge in deep scene CNNs","author":"zhou","year":"2015","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1228"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2007.383034"},{"key":"ref12","first-page":"1885","article-title":"Understanding black-box predictions via influence functions","volume":"70","author":"koh","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref13","first-page":"2124","article-title":"Identifying unknown unknowns in the open world: Representations and policies for guided exploration","author":"lakkaraju","year":"2017","journal-title":"Proc 31st AAAI Conf Artif Intell"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-08987-4"},{"key":"ref15","first-page":"1558","article-title":"Autoencoding beyond pixels using a learned similarity metric","author":"larsen","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2013.318"},{"key":"ref17","article-title":"Unsupervised learning on neural network outputs with application in zero-shot learning","author":"lu","year":"2016","journal-title":"Proc 25th Int Joint Conf Artif Intell"},{"key":"ref18","first-page":"4768","article-title":"A unified approach to interpreting model predictions","author":"lundberg","year":"2017","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299155"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-44781-0_8"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.354"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.522"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.254"},{"key":"ref8","first-page":"1180","article-title":"Unsupervised domain adaptation in backpropagation","author":"ganin","year":"2015","journal-title":"Proc 32nd Int Conf Mach Learn"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.371"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00920"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.169"},{"key":"ref46","article-title":"Interactively transferring CNN patterns for part localization","author":"zhang","year":"2017"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.414"},{"key":"ref48","article-title":"A cost-sensitive visual question-answer framework for mining a deep and-or object semantics from web images","author":"zhang","year":"2017"},{"key":"ref47","first-page":"4464","article-title":"Examining CNN representations with respect to dataset bias","author":"zhang","year":"2018","journal-title":"Proc Assoc Advancement Artif Intell"},{"key":"ref42","first-page":"818","article-title":"Visualizing and understanding convolutional networks","author":"zeiler","year":"2014","journal-title":"Proc 12th Eur Conf Comput Vis"},{"key":"ref41","first-page":"1042","article-title":"Evaluating information contributions of bottom-up and top-down processes","author":"yang","year":"2009","journal-title":"Proc IEEE Int Conf Comput Vis"},{"key":"ref44","first-page":"2898","article-title":"Growing interpretable graphs on convnets via multi-shot learning","author":"zhang","year":"2017","journal-title":"Proc 31st AAAI Conf Artif Intell"},{"key":"ref43","first-page":"2124","article-title":"Interpreting CNN knowledge via an explanatory graph","author":"zhang","year":"2018","journal-title":"Proc 32nd AAAI Conf Artif Intell"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/34\/9556112\/9086075-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9556112\/09086075.pdf?arnumber=9086075","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T18:47:31Z","timestamp":1649443651000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9086075\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,11,1]]},"references-count":54,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2020.2992207","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,11,1]]}}}