{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T18:41:24Z","timestamp":1773686484074,"version":"3.50.1"},"reference-count":51,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"10","license":[{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"},{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U19B2043"],"award-info":[{"award-number":["U19B2043"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61906120"],"award-info":[{"award-number":["61906120"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"DARPA XAI","award":["N66001-17-2-4029"],"award-info":[{"award-number":["N66001-17-2-4029"]}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS 1423305"],"award-info":[{"award-number":["IIS 1423305"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"ARO","award":["W911NF1810296"],"award-info":[{"award-number":["W911NF1810296"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021,10,1]]},"DOI":"10.1109\/tpami.2020.2982882","type":"journal-article","created":{"date-parts":[[2020,3,31]],"date-time":"2020-03-31T03:32:47Z","timestamp":1585625567000},"page":"3416-3431","source":"Crossref","is-referenced-by-count":54,"title":["Interpretable CNNs for Object Classification"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6108-2738","authenticated-orcid":false,"given":"Quanshi","family":"Zhang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9632-9094","authenticated-orcid":false,"given":"Xin","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Ying Nian","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Huilin","family":"Zhou","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1925-5973","authenticated-orcid":false,"given":"Song-Chun","family":"Zhu","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.136"},{"key":"ref38","article-title":"New theory cracks open the black box of deep learning","author":"wolchover","year":"2017","journal-title":"Quanta Mag"},{"key":"ref33","article-title":"Intriguing properties of neural networks","author":"szegedy","year":"2014","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TEVC.2019.2890858"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33709-3_6"},{"key":"ref30","article-title":"Very deep convolutional networks for large-scale image recognition","author":"simonyan","year":"2015","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.212"},{"key":"ref36","article-title":"The caltech-UCSD birds-200&#x2013;2011 dataset","author":"wah","year":"2011"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.217"},{"key":"ref34","article-title":"Explainable neural networks based on additive index models","author":"vaughan","year":"2018"},{"key":"ref28","first-page":"162","article-title":"Part detector discovery in deep convolutional neural networks","author":"simon","year":"2014","journal-title":"Proc Asian Conf Comput Vis"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.136"},{"key":"ref29","article-title":"Deep inside convolutional networks: Visualising image classification models and saliency maps","author":"simonyan","year":"2013"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.354"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.329"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299155"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"ref21","doi-asserted-by":"crossref","DOI":"10.23915\/distill.00007","article-title":"Feature visualization","author":"olah","year":"2017","journal-title":"Distillation"},{"key":"ref24","first-page":"3859","article-title":"Dynamic routing between capsules","author":"sabour","year":"2017","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/371"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2013.35"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref50","article-title":"Object detectors emerge in deep scene cnns","author":"zhou","year":"2015","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.319"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-1228"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.216"},{"key":"ref40","first-page":"3320","article-title":"How transferable are features in deep neural networks?","author":"yosinski","year":"2014","journal-title":"Proc 27th Int Conf Neural Inf Process Syst"},{"key":"ref12","first-page":"1885","article-title":"Understanding black-box predictions via influence functions","author":"koh","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.213"},{"key":"ref14","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc 25th Int Conf Neural Inf Process Syst"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.215"},{"key":"ref16","first-page":"2124","article-title":"Identifying unknown unknowns in the open world: Representations and policies for guided exploration","author":"lakkaraju","year":"2017","journal-title":"Proc 31st AAAI Conf Artif Intell"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref18","article-title":"Visual explanations for convolutional neural networks via input resampling","author":"lengerich","year":"2017","journal-title":"Proc ICML Workshop Vis Deep Learn"},{"key":"ref19","first-page":"4768","article-title":"A unified approach to interpreting model predictions","author":"lundberg","year":"2017","journal-title":"Proc 31st Int Conf Neural Inf Process Syst"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.254"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00928"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.522"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01294"},{"key":"ref8","article-title":"Towards transparent AI systems: Interpreting visual question answering models","author":"goyal","year":"2016"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.371"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1631\/FITEE.1700808"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref46","first-page":"4464","article-title":"Examining CNN representations with respect to dataset bias","author":"zhang","year":"2018","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref45","article-title":"Interactively transferring CNN patterns for part localization","author":"zhang","year":"2017"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00642"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00920"},{"key":"ref42","first-page":"2124","article-title":"Interpreting CNN knowledge via an explanatory graph","author":"zhang","year":"2018","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"ref41","first-page":"818","article-title":"Visualizing and understanding convolutional networks","author":"zeiler","year":"2014","journal-title":"Proc Eur Conf Comput Vis"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.414"},{"key":"ref43","first-page":"2898","article-title":"Growing interpretable part graphs on convnets via multi-shot learning","author":"zhang","year":"2016","journal-title":"Proc 31st AAAI Conf Artif Intell"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/34\/9527405\/9050545-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9527405\/09050545.pdf?arnumber=9050545","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,8]],"date-time":"2022-04-08T18:47:34Z","timestamp":1649443654000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9050545\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,1]]},"references-count":51,"journal-issue":{"issue":"10"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2020.2982882","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,1]]}}}